-- Logs begin at Tue 2021-10-12 16:05:52 UTC, end at Tue 2021-10-12 17:34:50 UTC. -- Oct 12 16:41:02.321463 dv-cinder-813222-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 16:41:05.044339 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.common.config [-] Logging enabled! Oct 12 16:41:05.044987 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 16:41:05.045670 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105566) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 16:41:05.048778 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.common.config [-] Logging enabled! Oct 12 16:41:05.049030 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 16:41:05.049334 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105566) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 16:41:05.050296 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:41:05.050530 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:41:05.050888 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:41:05.051156 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:41:05.051357 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:41:05.051670 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.051966 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.052258 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.052487 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.052780 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.053065 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.053341 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.053624 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.053942 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.054229 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.054504 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.054786 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.055014 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.055289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.055571 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.055857 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.056079 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] debug = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.056355 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.056771 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.057170 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.057441 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.057724 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.058027 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.058297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.058566 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.058843 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.059164 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] host = dv-cinder-813222-2-iscsi {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.059434 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.059714 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.060036 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.060274 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.060616 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.060839 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.061117 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.061386 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.061651 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.061937 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.062227 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.062504 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.062797 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.063018 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.063237 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.063519 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.063799 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.064067 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.064333 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.064601 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.064867 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.065132 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.065393 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.065673 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.065980 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.066262 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.066530 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.066798 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.067064 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.067327 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.067604 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.067877 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.068144 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.068409 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.068689 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.068951 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.069216 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.069511 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.069788 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.070096 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.070376 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.070643 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.070921 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.071186 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.071453 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.071717 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] use_json = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.071983 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.072247 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.072520 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.072786 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.073050 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.073316 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.073579 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.073859 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:05.074171 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.074462 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.074754 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.075031 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.075329 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.075602 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.075886 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.076179 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.076463 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.076745 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.077025 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.077297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.077574 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.077849 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.078159 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.078456 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.078744 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.079026 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.079294 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.079560 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.079827 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.080099 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.080378 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.080646 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.080926 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.081207 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.081543 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.081758 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.082073 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.082362 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.082628 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.082901 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.083185 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.083456 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.083722 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.083994 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.084278 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.084550 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.084816 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.085089 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.085358 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.085623 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.085915 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.086181 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.086468 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.086741 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.087008 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.087272 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.087540 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.087811 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.088088 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.088358 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.088624 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.088889 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.089159 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.089423 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.089690 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.090000 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.090267 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.090537 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.090803 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.091068 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.091334 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.091606 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.092398 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.092668 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.092933 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.093205 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.093468 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.093734 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.094024 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.094295 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.094564 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.094843 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.095133 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.095405 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.095675 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.095947 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.096218 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.096487 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.096755 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.097024 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.097294 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.097560 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.097846 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.098152 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.098432 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.098708 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.098980 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.099288 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.099559 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.099837 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.100106 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.100378 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.100655 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.100934 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.101222 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.101510 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.101794 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.102106 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.102393 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.102670 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.102972 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.103246 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:05.103462 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:41:05.103701 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105566) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 16:41:05.531506 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 16:41:05.531780 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 16:41:05.532068 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 16:41:05.532408 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 16:41:05.861764 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.862085 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.862354 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.863521 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.863789 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.864048 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.898984 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.899256 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.899531 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.914676 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.914953 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.915219 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.944994 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.945271 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.945537 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.987645 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.987923 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:05.988187 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.224349 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.224968 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.224968 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.225145 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.225824 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.348294 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.348613 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.348895 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.349163 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.349444 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.349736 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.350020 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.350275 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.350527 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.350806 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.351063 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.351325 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.351579 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.351829 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.352082 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.352343 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.352597 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.352861 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.353128 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.353384 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.353653 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.353930 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.354216 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.354592 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.354837 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.355081 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.355474 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:06.355714 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:06.355950 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:06.356184 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:06.356419 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:06.356651 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:06.357008 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 16:41:06.360608 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 16:41:06.364560 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 16:41:06.369296 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 12 16:41:06.371001 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 16:41:06.371455 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 16:41:06.371791 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 16:41:06.372174 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 16:41:06.375603 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 16:41:06.375858 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 16:41:06.376205 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 16:41:06.381757 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 16:41:06.403783 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 16:41:06.404229 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.404563 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105566) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 16:41:06.404926 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.406339 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105566) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 16:41:06.406616 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 16:41:06.406860 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 16:41:06.410145 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.410426 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:06.472610 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 16:41:06.472844 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 16:41:06.473078 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 16:41:06.473442 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 16:41:06.494108 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_db.sqlalchemy.engines [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105566) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 16:41:07.026260 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing driver for type 'gre' Oct 12 16:41:07.026787 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] gre ID ranges: [(1, 1000)] Oct 12 16:41:07.075928 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing driver for type 'local' Oct 12 16:41:07.076214 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing driver for type 'vlan' Oct 12 16:41:07.087831 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] VlanTypeDriver initialization complete Oct 12 16:41:07.088135 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing driver for type 'vxlan' Oct 12 16:41:07.088612 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] vxlan ID ranges: [(1, 1000)] Oct 12 16:41:07.138970 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing extension driver 'port_security' Oct 12 16:41:07.139265 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.extensions.port_security [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] PortSecurityExtensionDriver initialization complete Oct 12 16:41:07.139607 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing mechanism driver 'openvswitch' Oct 12 16:41:07.139929 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing mechanism driver 'hyperv' Oct 12 16:41:07.146579 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.plugin [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:07.147257 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.147630 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.147987 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.148520 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:41:07.148949 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.149304 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.149652 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.150082 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:41:07.150496 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.150848 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.151193 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.151587 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:41:07.152001 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > security_group after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.152363 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > security_group after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.152710 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.153241 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:41:07.153654 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.154038 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.154390 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.154789 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:41:07.155197 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > address_group after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.155552 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > address_group after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.155897 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.156291 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105566) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 16:41:07.156670 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] ML2 OVO RPC backend initialized. {{(pid=105566) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 16:41:07.157384 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.157743 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.158190 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.158542 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > networks before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.158892 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.159234 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > ports before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.159582 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.159927 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnets before_response 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.160277 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.160620 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.160956 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.161297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.161635 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.162005 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.162346 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.162684 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.163020 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.163595 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.plugin [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Modular L2 Plugin initialization complete Oct 12 16:41:07.163922 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading services supported by the core plugin {{(pid=105566) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 16:41:07.164252 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.plugins.ml2.managers [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Got port-security extension from driver 'port_security' Oct 12 16:41:07.164716 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.extensions.vlantransparent [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Disabled vlantransparent extension. Oct 12 16:41:07.165202 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105566) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 16:41:07.165520 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: router Oct 12 16:41:07.202245 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.202640 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_create 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.203010 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router before_create 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.203374 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.203748 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.204104 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_delete 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.204461 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.204811 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.205168 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_create 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.205515 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_update 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.205864 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_update 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.206241 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.206597 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_update 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.207006 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_update 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.207373 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.207713 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.208054 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: subnet after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.208398 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.208747 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.209096 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_create 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.209440 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.209784 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.210165 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router after_update 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.210509 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.210859 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_create 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.211226 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.211576 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_update 55549900 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.211943 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > agent after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.212295 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > agent after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.212640 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > network after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.213494 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Tracking information for resource: router configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:07.213828 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Tracking information for resource: floatingip configured {{(pid=105566) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 16:41:07.218871 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.db.l3_agentschedulers_db [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 16:41:07.219460 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.219825 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port after_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.220182 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port after_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.220542 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: port after_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.221338 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router before_create 55550100 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.221710 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.222107 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_create 55550100 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.222469 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > router precommit_update 55550100 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.227348 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.provider_configuration [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service providers = [] {{(pid=105566) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 16:41:07.227881 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.db.servicetype_db [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105566) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 16:41:07.230727 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.service_base [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:41:07.231082 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.service_base [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:41:07.231425 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.service_base [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:41:07.232324 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.services.service_base [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105566) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 16:41:07.233205 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.services.service_base [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 16:41:07.233573 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.233910 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 16:41:07.244700 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.245040 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: auto_allocate Oct 12 16:41:07.251483 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: network precommit_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.251860 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: network precommit_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.252379 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.252704 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: tag Oct 12 16:41:07.259532 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.259869 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: timestamp Oct 12 16:41:07.265184 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.265517 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: network_ip_availability Oct 12 16:41:07.271016 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.271392 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.271753 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.272467 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.272788 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: flavors Oct 12 16:41:07.277569 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.278002 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading Plugin: revisions Oct 12 16:41:07.283165 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105566) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 16:41:07.283437 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_concurrency.lockutils [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.751s {{(pid=105566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 16:41:07.284196 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105566) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 16:41:07.284551 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Initializing extension manager. Oct 12 16:41:07.285045 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: __init__.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.285389 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: __pycache__ {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.285744 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.286089 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: address_group.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.286879 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.287471 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: address-group Oct 12 16:41:07.287807 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: address_scope.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.288501 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.289016 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: address-scope Oct 12 16:41:07.289343 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.290560 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.291088 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: router-admin-state-down-before-update Oct 12 16:41:07.291388 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: agent.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.292301 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.292611 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: agent Oct 12 16:41:07.292935 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: agent_resources_synced.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.293898 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.294417 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: agent-resources-synced Oct 12 16:41:07.294747 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: allowedaddresspairs.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.297172 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.297668 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: allowed-address-pairs Oct 12 16:41:07.298049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: auto_allocated_topology.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.299167 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.299668 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: auto-allocated-topology Oct 12 16:41:07.300001 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: availability_zone.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.300735 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.301224 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: availability_zone Oct 12 16:41:07.301557 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: availability_zone_filter.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.302522 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.303035 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: availability_zone_filter Oct 12 16:41:07.303362 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: data_plane_status.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.304289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.304796 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 16:41:07.305121 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: default_subnetpools.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.306082 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.306599 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: default-subnetpools Oct 12 16:41:07.306927 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.307757 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.308270 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: dhcp_agent_scheduler Oct 12 16:41:07.308596 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: dns.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.309526 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.310064 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 16:41:07.310413 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: dns_domain_ports.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.311362 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.311864 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 16:41:07.312188 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.313123 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.313623 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 16:41:07.313981 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: dvr.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.314654 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.315165 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: dvr Oct 12 16:41:07.315478 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: ecmp_routes.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.316412 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.316921 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 16:41:07.317244 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: empty_string_filtering.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.318206 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.318716 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: empty-string-filtering Oct 12 16:41:07.319041 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.319965 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.320476 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 16:41:07.320800 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.321729 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.322271 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 16:41:07.322597 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: external_net.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.323534 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.324046 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: external-net Oct 12 16:41:07.324369 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.325295 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.325802 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: extra_dhcp_opt Oct 12 16:41:07.326199 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: extraroute.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.327101 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.327609 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: extraroute Oct 12 16:41:07.327932 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: extraroute_atomic.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.329076 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.329617 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: extraroute-atomic Oct 12 16:41:07.329968 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: filter_validation.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.330731 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.331277 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: filter-validation Oct 12 16:41:07.331601 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: fip_pf_description.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.332631 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.333199 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 16:41:07.333521 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: fip_port_details.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.334484 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.334995 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: fip-port-details Oct 12 16:41:07.335321 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: flavors.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.336583 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.337118 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: flavors Oct 12 16:41:07.337447 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.339171 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.339700 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 16:41:07.340046 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: floatingip_pools.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.340764 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.341281 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: floatingip-pools Oct 12 16:41:07.341611 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: ip_allocation.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.343105 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.343612 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 16:41:07.343941 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.344879 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.345390 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: ip-substring-filtering Oct 12 16:41:07.345721 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l2_adjacency.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.346691 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.347199 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 16:41:07.347527 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.348644 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.349165 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: router Oct 12 16:41:07.349500 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.351826 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.352363 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 16:41:07.352701 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.353655 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.354201 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: ext-gw-mode Oct 12 16:41:07.354536 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.355490 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.356007 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: l3-ha Oct 12 16:41:07.356336 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3_flavors.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.357270 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.358360 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: l3-flavors Oct 12 16:41:07.358691 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.359621 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.360140 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 16:41:07.360470 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: l3agentscheduler.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.361533 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.362081 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: l3_agent_scheduler Oct 12 16:41:07.362413 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: logging.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.363931 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.364450 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension logging not supported by any of loaded plugins Oct 12 16:41:07.364781 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: metering.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.365540 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.366146 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: metering Oct 12 16:41:07.366477 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.367585 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.368102 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: metering_source_and_destination_fields Oct 12 16:41:07.368429 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: multiprovidernet.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.369367 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.369909 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: multi-provider Oct 12 16:41:07.370239 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: netmtu.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.371176 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.371685 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: net-mtu Oct 12 16:41:07.372010 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: netmtu_writable.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.372940 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.373472 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: net-mtu-writable Oct 12 16:41:07.373800 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: network_availability_zone.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.374503 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.375009 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: network_availability_zone Oct 12 16:41:07.375331 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: network_ip_availability.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.376451 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.376962 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: network-ip-availability Oct 12 16:41:07.377288 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: network_segment_range.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.378093 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.378598 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 16:41:07.378921 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: pagination.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.379917 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.380256 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: pagination Oct 12 16:41:07.380833 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: port_device_profile.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.381766 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.382311 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: port-device-profile Oct 12 16:41:07.382635 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.383569 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.384086 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: port-mac-address-regenerate Oct 12 16:41:07.384410 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.385334 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.385847 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: port-numa-affinity-policy Oct 12 16:41:07.386203 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: port_resource_request.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.387136 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.387641 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 16:41:07.387964 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: portbindings.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.389051 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.389564 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: binding Oct 12 16:41:07.389910 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: portbindings_extended.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.391223 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.391737 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: binding-extended Oct 12 16:41:07.392068 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: portsecurity.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.393004 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.393517 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: port-security Oct 12 16:41:07.393844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: project_id.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.394864 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.395195 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: project-id Oct 12 16:41:07.395518 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: providernet.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.396453 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.396967 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: provider Oct 12 16:41:07.397289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.400910 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.401439 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos not supported by any of loaded plugins Oct 12 16:41:07.401771 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.403059 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.403580 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 16:41:07.403913 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.405369 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.405898 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 16:41:07.406235 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_default.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.407170 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.407684 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-default not supported by any of loaded plugins Oct 12 16:41:07.408014 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_fip.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.408678 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.409186 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 16:41:07.409516 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_gateway_ip.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.410489 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.411005 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 16:41:07.411334 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_port_network_policy.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.412264 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.412775 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 16:41:07.413102 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.414187 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.414707 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 16:41:07.415032 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_pps_rule.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.416221 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.416741 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 16:41:07.417071 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_rule_type_details.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.418040 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.418550 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 16:41:07.418879 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: qos_rules_alias.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.419944 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.421023 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 16:41:07.421347 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: quotasv2.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.422312 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.422640 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: quotas Oct 12 16:41:07.422965 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: quotasv2_detail.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.426355 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.426700 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: quota_details Oct 12 16:41:07.427034 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: rbac.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.428098 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.428635 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: rbac-policies Oct 12 16:41:07.428969 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: rbac_address_group.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.429951 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.430475 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: rbac-address-group Oct 12 16:41:07.430803 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: rbac_address_scope.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.431741 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.432257 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: rbac-address-scope Oct 12 16:41:07.432584 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: rbac_security_groups.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.433516 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.434062 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: rbac-security-groups Oct 12 16:41:07.434389 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: rbac_subnetpool.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.435319 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.435858 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: rbac-subnetpool Oct 12 16:41:07.436183 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: revisionifmatch.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.437120 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.437632 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: revision-if-match Oct 12 16:41:07.437990 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: revisions.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.439136 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.439648 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: standard-attr-revisions Oct 12 16:41:07.439976 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: router_availability_zone.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.440662 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.441174 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: router_availability_zone Oct 12 16:41:07.441499 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: routerservicetype.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.442455 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.442967 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 16:41:07.443294 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.444245 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.444758 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: security-groups-normalized-cidr Oct 12 16:41:07.445084 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.446048 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.446567 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: port-security-groups-filtering Oct 12 16:41:07.446892 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.447826 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.448343 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: security-groups-remote-address-group Oct 12 16:41:07.448668 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: securitygroup.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.458661 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.459202 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: security-group Oct 12 16:41:07.459540 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: segment.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.460345 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.460863 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension segment not supported by any of loaded plugins Oct 12 16:41:07.461194 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.462266 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.462779 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 16:41:07.463109 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: servicetype.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.464240 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.464767 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: service-type Oct 12 16:41:07.465099 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: sorting.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.466132 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.466473 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: sorting Oct 12 16:41:07.466802 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: standard_attr_segment.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.468250 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.468767 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 16:41:07.469098 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: standardattrdescription.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.469757 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.470306 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: standard-attr-description Oct 12 16:41:07.470641 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: stateful_security_group.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.471601 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.472120 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: stateful-security-group Oct 12 16:41:07.472447 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: stdattrs_common.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.473032 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 16:41:07.473352 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.474339 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.474852 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 16:41:07.475175 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: subnet_onboard.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.476264 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.476775 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: subnet_onboard Oct 12 16:41:07.477096 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.478073 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.478582 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 16:41:07.478903 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: subnet_service_types.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.479839 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.480349 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: subnet-service-types Oct 12 16:41:07.480678 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: subnetallocation.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.481778 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.482326 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: subnet_allocation Oct 12 16:41:07.483186 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.483881 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.484399 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: subnetpool-prefix-ops Oct 12 16:41:07.484725 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.485692 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.486234 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 16:41:07.486560 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: tagging.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.487650 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.488174 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: standard-attr-tag Oct 12 16:41:07.488502 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: timestamp.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.489722 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.490273 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loaded extension: standard-attr-timestamp Oct 12 16:41:07.490630 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: trunk.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.491683 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.492201 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension trunk not supported by any of loaded plugins Oct 12 16:41:07.492532 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: trunk_details.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.493483 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.494023 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 16:41:07.494351 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: uplink_status_propagation.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.495291 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.495805 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 16:41:07.496138 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Loading extension file: vlantransparent.py {{(pid=105566) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 16:41:07.496819 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105566) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 16:41:07.497328 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 16:41:07.499800 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:network Oct 12 16:41:07.500333 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:subnet Oct 12 16:41:07.500742 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:41:07.501136 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:port Oct 12 16:41:07.502418 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.502859 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service FLAVORS assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.503494 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.503926 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.504260 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:router Oct 12 16:41:07.504707 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 16:41:07.505198 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service METERING assigned prefix: /metering {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.506923 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.507297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.507652 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:41:07.508679 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 16:41:07.509117 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:security_group Oct 12 16:41:07.509614 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 16:41:07.510248 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service CORE assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.510602 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:41:07.510953 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] subnetpool is already registered Oct 12 16:41:07.511390 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service CORE assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.511721 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:41:07.512060 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] subnetpool is already registered Oct 12 16:41:07.514442 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.514881 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service FLAVORS assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.515474 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.515900 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.516236 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:router Oct 12 16:41:07.516577 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] router is already registered Oct 12 16:41:07.516993 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 16:41:07.517331 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] floatingip is already registered Oct 12 16:41:07.517791 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service METERING assigned prefix: /metering {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.518499 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 16:41:07.518828 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] rbac_policy is already registered Oct 12 16:41:07.519240 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:security_group Oct 12 16:41:07.519577 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] security_group is already registered Oct 12 16:41:07.519979 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 16:41:07.520313 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] security_group_rule is already registered Oct 12 16:41:07.520945 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service CORE assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.521276 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:41:07.521611 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] subnetpool is already registered Oct 12 16:41:07.522056 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.v2.resource_helper [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Service CORE assigned prefix: {{(pid=105566) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 16:41:07.522381 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 16:41:07.522711 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING neutron.quota.resource_registry [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] subnetpool is already registered Oct 12 16:41:07.523181 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: extensions {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.524684 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: address-groups {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.526223 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: address-scopes {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.527552 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: agents {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.528729 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: auto-allocated-topology {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.530553 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: availability_zones {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.531798 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: dhcp-networks {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.534403 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: dhcp-agents {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.535856 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: routers {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.538098 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: flavors {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.539301 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: service_profiles {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.540515 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: next_providers {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.542023 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: service_profiles {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.543573 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: floatingip-pools {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.544820 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: routers {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.547527 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: floatingips {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.548824 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: l3-routers {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.550262 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: l3-agents {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.551693 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: metering-labels {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.553063 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: metering-label-rules {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.554382 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: network-ip-availabilities {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.555666 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: bindings {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.557334 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: quotas {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.558934 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: quotas {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.560482 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: rbac-policies {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.561820 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: security-groups {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.563092 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: security-group-rules {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.564356 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: service-providers {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.565581 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: subnetpools {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.567039 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: subnetpools {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.568525 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.570255 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.572077 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.573857 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.575855 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.577809 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.579499 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.581426 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.583267 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.585125 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron.api.extensions [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Extended resource: tags {{(pid=105566) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 16:41:07.591131 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING keystonemiddleware.auth_token [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 16:41:07.597207 dv-cinder-813222-2-iscsi neutron-server[105566]: WARNING keystonemiddleware.auth_token [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 16:41:07.605782 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_concurrency.lockutils [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Acquired lock "singleton_lock" {{(pid=105566) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 16:41:07.606281 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_concurrency.lockutils [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Releasing lock "singleton_lock" {{(pid=105566) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 16:41:07.606935 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Starting 2 workers Oct 12 16:41:07.612338 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Started child 105673 {{(pid=105566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:41:07.616918 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Started child 105674 {{(pid=105566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:41:07.618174 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:07.618824 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO neutron.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 16:41:07.619207 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Notify callbacks [] for process, before_spawn {{(pid=105566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:07.619690 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [-] (105673) wsgi starting up on http://0.0.0.0:9696 Oct 12 16:41:07.621746 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:07.622237 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Starting 1 workers Oct 12 16:41:07.623237 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [-] (105674) wsgi starting up on http://0.0.0.0:9696 Oct 12 16:41:07.627594 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Started child 105675 {{(pid=105566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:41:07.628154 dv-cinder-813222-2-iscsi neutron-server[105566]: INFO oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Starting 1 workers Oct 12 16:41:07.631665 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] calling RpcWorker wait() {{(pid=105675) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 16:41:07.632242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] returning from RpcWorker wait() {{(pid=105675) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 16:41:07.632919 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Started child 105676 {{(pid=105566) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 16:41:07.633752 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG neutron_lib.callbacks.manager [None req-48008cee-1f02-4284-875f-c89faaeac148 None None] Notify callbacks [] for process, after_spawn {{(pid=105566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:07.635753 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105566) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 16:41:07.635960 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:41:07.636147 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:41:07.636371 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:41:07.636729 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:41:07.636889 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:41:07.637029 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:07.637504 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:07.637662 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.638132 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.638334 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:07.639171 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:07.639275 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.639431 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.639892 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.640473 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.640736 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.640980 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.641270 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.641509 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.641680 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.642039 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.642304 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.642540 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.642855 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.643108 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.643362 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.643607 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.643780 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.644180 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.644442 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.644695 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.644965 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] debug = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.645240 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.646071 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.646334 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.646582 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.646841 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.647110 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.647362 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.647620 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.647859 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.648098 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.648367 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.648648 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.648907 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.649143 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.649372 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.649618 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.649839 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.650325 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] host = dv-cinder-813222-2-iscsi {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.650572 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.650809 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.651062 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.651294 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.651559 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.651794 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.652059 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.652315 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.652563 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.652792 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.653031 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.653281 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.653530 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.653774 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.653971 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_options = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.654198 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.654990 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.655249 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.655439 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.655608 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.655788 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.656049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.656216 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.656472 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.656686 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.656899 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.657134 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.657347 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.657558 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.657949 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.658183 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.658431 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.658679 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.658901 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.659142 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.659369 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.659614 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.659830 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.660052 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.660264 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.660479 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.660703 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.660935 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.661144 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.661395 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.661708 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.661862 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.662121 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.662355 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.662687 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.662860 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.663075 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.663302 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.663585 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.663808 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.664049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.664289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.664501 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.664767 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.664982 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.665224 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.665437 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_json = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.665648 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.665928 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.666178 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.666395 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.666607 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.666816 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.667059 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.667292 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.667720 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.668966 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.669379 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.669810 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.670109 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.671170 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.671338 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.671547 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.671888 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.672049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.672364 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.672662 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.672969 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.673194 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.673913 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.673913 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.674120 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.674365 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.674606 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.674843 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.675078 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.675485 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.675589 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.676296 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.676577 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.676815 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.677056 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.677916 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.677916 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.677916 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.678229 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.678406 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.678625 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.678855 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.679072 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.679299 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.679532 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.679806 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.680037 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.680265 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.680480 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.680740 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.680933 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.681161 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.681403 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.681678 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.681933 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.682325 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.682540 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.682771 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.682990 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.683195 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.683420 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.683629 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.684269 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.684269 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.684451 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.684528 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.684752 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.684983 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.685208 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.685422 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.685628 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.685901 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.686115 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.686341 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.686769 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.687133 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.687342 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.687549 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.687764 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.687991 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.688219 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.688461 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.688701 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.688914 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.689281 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.689488 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.689701 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.689926 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.690140 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.690350 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.690555 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.690766 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.690970 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.691184 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.691385 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.691754 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.691963 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.692232 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.692529 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.692763 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.693007 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.693743 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.694001 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.694217 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.694467 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.694679 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.694915 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.695137 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.695377 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.695626 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.695864 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.696097 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.696310 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.696561 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.696792 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.697026 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.697240 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.697468 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.697707 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.697996 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.698245 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.698468 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.698692 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.698925 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.699329 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.699715 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.700105 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.700344 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.700613 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.700894 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.701153 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.702065 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.702366 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.702590 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.702857 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.703100 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.703387 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.704110 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.704374 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.704612 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.704894 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.705140 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.705504 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.705865 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.706270 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.706820 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.707204 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.707555 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.707905 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.708327 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.708586 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.708821 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.709258 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.709519 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.709755 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.710047 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.710278 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.710491 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.710743 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.710954 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.711161 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.711399 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.711606 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.711839 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.712047 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.712272 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.712503 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.712726 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.712938 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.713144 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.713356 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.713571 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.713811 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.714049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.714266 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.714512 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.714723 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.715082 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.715440 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.715968 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.716391 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.716615 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.716876 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.717952 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.718335 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.718730 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.719127 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.719359 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.719590 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.719828 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.720066 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.720270 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.720471 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.720846 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.721228 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.721457 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.721683 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.721904 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.722165 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.722401 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.722729 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.722966 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.723333 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.723721 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.724076 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.724465 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.724826 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.725177 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.725537 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.725911 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.726267 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.726526 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.726747 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.726983 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.727198 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.727392 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.727733 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.728113 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.728319 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.728739 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.729129 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.729498 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.729910 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.730297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.730505 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.730728 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.730959 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.731172 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.731385 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.731593 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.731796 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.732032 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.732255 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.732462 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.732711 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.732941 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.733144 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.733360 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.733606 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.733832 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.734067 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.734274 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.734497 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.734716 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.734944 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.735149 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.735379 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.735592 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.735790 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.736165 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.736535 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.736736 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.736953 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.737161 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.737364 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.737661 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.737949 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.738181 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.738456 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.738683 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.738922 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.739165 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.739468 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.739713 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.739943 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.740176 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.740403 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.740776 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.741153 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.741613 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.743844 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.744472 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.744472 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.744472 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.744683 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.744895 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.745129 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.745442 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.745556 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.745783 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.746049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.746927 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.747154 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.747742 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.748125 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.748407 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.748636 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.749032 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.749266 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.749653 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.749896 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.750052 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:41:07.750561 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105566) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 16:41:07.750721 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 16:41:07.750870 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 16:41:07.751043 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 16:41:07.751212 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 16:41:07.751357 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 16:41:07.751557 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.751715 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.751874 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.752025 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.752336 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.752515 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.752671 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.752826 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.752978 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.753132 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.753285 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.753437 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.753588 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.753739 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.753912 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.754075 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.754227 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.754380 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.754689 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.754848 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.754997 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.755294 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.755719 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] debug = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.755872 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.756086 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.756246 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.756404 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.756581 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.756713 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.756864 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.757164 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.757320 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.757472 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.757625 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.757778 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.757959 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.758116 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.758267 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.758420 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.758573 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.758726 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] host = dv-cinder-813222-2-iscsi {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.758877 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759054 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759200 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759319 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759469 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759621 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759774 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.759926 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760077 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760227 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760378 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760529 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760686 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760837 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.760987 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_options = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.761138 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.761289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.761440 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.761621 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.761780 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.761955 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.762110 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.762263 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.762415 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.762567 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.762720 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.762872 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.763023 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.763226 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.763328 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.763464 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.763618 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.763795 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.764446 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.764599 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.764750 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.764901 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765054 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765206 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765358 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765509 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765661 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765812 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.765984 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.766137 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.766289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.766442 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.766593 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.766747 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.766898 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767201 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767353 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767508 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767660 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767812 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.767964 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.768115 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.768267 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.768418 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.768569 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.768722 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_json = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.768875 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769027 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769179 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769331 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769483 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769601 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:07.769699 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769779 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.769934 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 16:41:07.770106 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.770261 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.770426 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.770580 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.770738 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.770891 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771047 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771201 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771356 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771510 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771670 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771824 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.771989 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.772145 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.772297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.772453 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.772606 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.772760 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.772915 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.773070 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.773223 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.773381 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.773546 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.773683 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.773840 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774013 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774142 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774314 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774471 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774626 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774780 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.774934 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.775089 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.775244 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.775399 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.775554 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.775709 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.775884 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776039 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776194 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776347 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776522 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776677 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776832 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.776987 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.777142 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.777300 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.777454 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.777610 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.777763 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.777941 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.778098 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.778253 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.778408 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.778562 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.778726 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.778879 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.779032 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.779186 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.779340 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.779532 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.780188 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.780346 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.780501 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.780661 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.780815 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.780983 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.781136 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.781291 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.781554 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.781755 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.781936 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.782095 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.782298 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.782459 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.782612 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.782875 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783269 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783269 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783600 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783600 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783600 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783961 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.783961 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784192 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784192 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784422 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784544 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784658 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784778 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.784910 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785066 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785282 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785419 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785541 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785663 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785806 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.785982 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.786124 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.786280 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.786433 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.786587 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.786742 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.786897 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787051 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787205 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787359 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787515 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787653 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787808 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.787961 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.788117 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.788271 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.788424 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.788578 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.788731 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.788893 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.789048 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.789206 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.789360 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.789518 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.789682 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.789838 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790052 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790175 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790297 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790433 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790580 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790737 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.790891 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791032 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791187 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791347 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791511 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791666 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791822 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.791977 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.792152 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.792306 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.792461 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.792615 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.792768 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.792922 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.793076 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.793232 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.793386 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.793540 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.793748 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.793891 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.794072 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.794228 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.794382 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.794536 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.794691 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.794846 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795000 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795180 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795390 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795527 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795650 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795773 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.795910 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.796049 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.796259 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.796360 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.796853 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.796853 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.796853 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797094 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797094 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797238 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797354 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797511 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797669 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.797824 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.798001 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.798154 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.798463 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.798622 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.798775 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.798949 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.799074 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.799228 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.799384 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.799539 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.799693 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.799848 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800003 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800157 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800313 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800467 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800625 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800793 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.800949 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.801102 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.801256 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.801410 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.801563 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.801717 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.801926 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.802083 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.802237 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.802390 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.802547 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.802703 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.802877 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803031 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803185 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803339 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803493 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803648 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803814 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.803968 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.804121 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.804274 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.804428 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.804582 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.804745 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.804899 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.805054 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.805208 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.805923 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.805923 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.805923 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.805923 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806214 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806214 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806335 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806399 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806600 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806692 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806829 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.806981 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.807145 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.807289 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.807445 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.807594 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.807739 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.807896 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808042 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808185 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808351 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808511 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808655 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808797 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.808953 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.809164 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.809337 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.809488 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.810177 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.810177 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.810177 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.810177 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.810428 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811005 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811005 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811005 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811246 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811325 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811450 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.811604 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.812131 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.812443 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.812609 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.812766 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.812930 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.813095 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.813260 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.813407 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.813568 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.813734 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.813906 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.814063 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.814222 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.814373 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.814677 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.814832 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.814989 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.815144 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.815299 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.815458 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.815608 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.815943 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.816084 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.816383 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.816537 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.816692 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.816845 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.816999 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.817154 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 16:41:07.817302 dv-cinder-813222-2-iscsi neutron-server[105566]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105566) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 16:41:07.990557 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57468) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:07.999289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065525 Oct 12 16:41:19.422209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1bb79-caa0-4c76-afd7-4cf001bf11bc None None] get_active_networks_info from dv-cinder-813222-2-iscsi {{(pid=105675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 16:41:19.481539 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1bb79-caa0-4c76-afd7-4cf001bf11bc None None] No non-hosted networks {{(pid=105675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 16:41:19.494786 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.agentschedulers_db [None req-acf1bb79-caa0-4c76-afd7-4cf001bf11bc None None] DHCP Agent not found on host dv-cinder-813222-2-iscsi {{(pid=105675) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 16:41:19.599716 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-bfcdf1ad-875b-41de-899e-4267466c6cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795075'] for agent, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:22.079211 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9cf43893-d139-410a-947b-1607f0cb2ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795075'] for agent, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:22.144980 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-da39c510-007d-4a1c-9fe0-01cde083a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:23.122522 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795075'] for agent, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:23.125556 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.125934 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.128006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.128751 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.129088 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.130583 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.130920 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.131275 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.132761 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.133101 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.134772 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.135685 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:23.136129 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813222-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:23.156456 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813222-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:23.157734 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795075'] for agent, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:25.138235 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795075'] for agent, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:25.267888 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.db.l3_hamode_db [None req-85fa2d23-47e3-4905-bb9d-ea03f3d9a9d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 16:41:25.344931 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2d23-47e3-4905-bb9d-ea03f3d9a9d7 None None] Routers set() bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:41:25.345326 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa2d23-47e3-4905-bb9d-ea03f3d9a9d7 None None] Router IDs set() for agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 16:41:26.181433 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57560) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:26.668941 dv-cinder-813222-2-iscsi neutron-server[105674]: WARNING oslo_policy.policy [None req-80a67d01-e164-4c26-9e15-4be60f8a7f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:26.669512 dv-cinder-813222-2-iscsi neutron-server[105674]: WARNING oslo_policy.policy [None req-80a67d01-e164-4c26-9e15-4be60f8a7f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:26.897217 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [None req-80a67d01-e164-4c26-9e15-4be60f8a7f2c admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:41:26.898286 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-80a67d01-e164-4c26-9e15-4be60f8a7f2c admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7159457 Oct 12 16:41:29.343059 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57574) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:29.646797 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:41:29.743170 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.policy [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105674) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 16:41:29.790408 dv-cinder-813222-2-iscsi neutron-server[105674]: WARNING oslo_policy.policy [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:29.790772 dv-cinder-813222-2-iscsi neutron-server[105674]: WARNING oslo_policy.policy [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:29.799465 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.quota [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] Loaded quota_driver: . Oct 12 16:41:29.891040 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761214673926', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761214673493', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761214694461', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761214696441', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761215039889', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761214709249', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-656688', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668351', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1740240', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1599744'] for rbac-policy, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:29.955331 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:29.956504 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9d61801f-1d9f-4bc1-847c-35d97980e5fd admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6124492 Oct 12 16:41:32.620502 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57586) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:33.103797 dv-cinder-813222-2-iscsi neutron-server[105673]: WARNING oslo_policy.policy [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:33.104381 dv-cinder-813222-2-iscsi neutron-server[105673]: WARNING oslo_policy.policy [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:33.331903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Request body: {'network': {'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'name': 'private', 'admin_state_up': True, 'project_id': '78966be562ca4918a5e25eac86ccd8ab'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:41:33.333426 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.quota [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Loaded quota_driver: . Oct 12 16:41:33.388059 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Made reservation on behalf of 78966be562ca4918a5e25eac86ccd8ab for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:41:33.459492 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.policy [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105673) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 16:41:33.505891 dv-cinder-813222-2-iscsi neutron-server[105673]: WARNING oslo_policy.policy [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:33.506268 dv-cinder-813222-2-iscsi neutron-server[105673]: WARNING oslo_policy.policy [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 16:41:33.517662 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.539144 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.651895 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.656177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.675271 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:41:33.702986 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761216488951', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.704168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Unsubscribe: segment precommit_create {{(pid=105673) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 16:41:33.704661 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Added segment 690187c5-a001-4825-8f96-e24b29de65d4 of type vlan for network e463acc5-15e6-44a7-a337-1997eda99693 Oct 12 16:41:33.721098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a5f00-da09-4d2c-abab-16ec8d19d1fc,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:33.741817 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.742185 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.742515 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.742839 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.743180 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.743496 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.743816 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.744163 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.744480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.744795 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.745105 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.745411 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Tracked resource versions report: Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: pushed versions: Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: { 'AddressGroup': {'1.2'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'ConntrackHelper': {'1.0'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Log': {'1.0'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Network': {'1.1'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Port': {'1.7'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'PortForwarding': {'1.2'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'QosPolicy': {'1.10'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroup': {'1.4'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SubPort': {'1.0'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Subnet': {'1.1'}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Trunk': {'1.1'}} Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: consumer versions: Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'ConntrackHelper': '1.0', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Log': '1.0', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Network': '1.1', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Port': '1.7', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'PortForwarding': '1.2', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'QosPolicy': '1.10', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroup': '1.4', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroupRule': '1.2', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SubPort': '1.0', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Subnet': '1.1', Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Trunk': '1.1'}} Oct 12 16:41:33.746578 dv-cinder-813222-2-iscsi neutron-server[105673]: {{(pid=105673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:41:33.836976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.880146 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.881471 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:33.882186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:33.966501 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3437636 Oct 12 16:41:33.987337 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3759e35-ab70-4450-b2e4-c4aff9a0a208 admin admin] Pushing event updated for resources: {'Network': ['ID=e463acc5-15e6-44a7-a337-1997eda99693,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:33.999544 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network e463acc5-15e6-44a7-a337-1997eda99693 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:41:36.735657 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57608) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:37.153966 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc39ddb-86f9-4ce3-9525-abf4ee5a2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:37.155358 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9cc39ddb-86f9-4ce3-9525-abf4ee5a2bed admin admin] 10.222.0.58 "GET /v2.0/networks/e463acc5-15e6-44a7-a337-1997eda99693 HTTP/1.1" status: 200 len: 826 time: 0.4187336 Oct 12 16:41:37.180445 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1512c668-daac-4cb7-ab5c-da9cffc16d3f admin admin] 10.222.0.58 "GET /v2.0/subnetpools/9498dd68-ce5a-43ca-bd60-57f27713395c HTTP/1.1" status: 200 len: 734 time: 0.0184810 Oct 12 16:41:37.189259 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'name': 'private-subnet', 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:41:37.214988 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Made reservation on behalf of 78966be562ca4918a5e25eac86ccd8ab for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:41:37.217659 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:37.495819 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:37.557942 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Checking segment: {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:41:37.558326 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Network hostable DHCP agents. Network: e463acc5-15e6-44a7-a337-1997eda99693, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:41:37.574610 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34cd6e3-6d93-4ed9-9e4e-24d85157975b,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:37.590179 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.590555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.591009 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.591473 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.591800 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.592196 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.592613 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.592988 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.593416 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.593738 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.594125 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.594942 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Tracked resource versions report: Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: pushed versions: Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: { 'AddressGroup': {'1.2'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'ConntrackHelper': {'1.0'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Log': {'1.0'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Network': {'1.1'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Port': {'1.7'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'PortForwarding': {'1.2'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'QosPolicy': {'1.10'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroup': {'1.4'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SubPort': {'1.0'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Subnet': {'1.1'}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Trunk': {'1.1'}} Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: consumer versions: Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'ConntrackHelper': '1.0', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Log': '1.0', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Network': '1.1', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Port': '1.7', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'PortForwarding': '1.2', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'QosPolicy': '1.10', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroup': '1.4', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroupRule': '1.2', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SubPort': '1.0', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Subnet': '1.1', Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Trunk': '1.1'}} Oct 12 16:41:37.596013 dv-cinder-813222-2-iscsi neutron-server[105674]: {{(pid=105674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:41:37.615885 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Network e463acc5-15e6-44a7-a337-1997eda99693 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:41:37.630716 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, e463acc5-15e6-44a7-a337-1997eda99693) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:41:37.655183 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:37.655828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:37.660878 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8b9f5d-353e-4c3e-b15a-964d0bd45a16 None None] Network e463acc5-15e6-44a7-a337-1997eda99693 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:41:37.671770 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-979c7c46-97ce-4fbd-afda-3a708beb80f5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4856758 Oct 12 16:41:37.984346 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-e463acc5-15e6-44a7-a337-1997eda99693', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:41:37.985632 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:38.257774 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Allocated IP 172.20.0.2 (e463acc5-15e6-44a7-a337-1997eda99693/b34cd6e3-6d93-4ed9-9e4e-24d85157975b/52c8da1d-5196-4f94-8d5e-173171749303) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:41:38.456157 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:38.464600 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:38.553849 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Network e463acc5-15e6-44a7-a337-1997eda99693 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:41:38.564242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:41:38.568181 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:41:38.607799 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Pushing event updated for resources: {'Port': ['ID=52c8da1d-5196-4f94-8d5e-173171749303,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:38.631202 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.631576 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.631926 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.632264 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.632601 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.632931 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.633258 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.633852 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.634221 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.634551 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.634877 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.635198 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Tracked resource versions report: Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: pushed versions: Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: { 'AddressGroup': {'1.2'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'ConntrackHelper': {'1.0'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Log': {'1.0'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Network': {'1.1'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Port': {'1.7'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'PortForwarding': {'1.2'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'QosPolicy': {'1.10'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroup': {'1.4'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SubPort': {'1.0'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Subnet': {'1.1'}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Trunk': {'1.1'}} Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: consumer versions: Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'ConntrackHelper': '1.0', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Log': '1.0', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Network': '1.1', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Port': '1.7', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'PortForwarding': '1.2', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'QosPolicy': '1.10', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroup': '1.4', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroupRule': '1.2', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SubPort': '1.0', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Subnet': '1.1', Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Trunk': '1.1'}} Oct 12 16:41:38.636320 dv-cinder-813222-2-iscsi neutron-server[105675]: {{(pid=105675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:41:38.665335 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Attempting to bind port 52c8da1d-5196-4f94-8d5e-173171749303 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:41:38.665914 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Attempting to bind port 52c8da1d-5196-4f94-8d5e-173171749303 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:41:38.666161 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Attempting to bind port 52c8da1d-5196-4f94-8d5e-173171749303 on network e463acc5-15e6-44a7-a337-1997eda99693 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:41:38.671148 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:41:38.671560 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Checking segment: {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:41:38.672059 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:38.673092 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Bound using segment: {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:41:38.673579 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Bound port: 52c8da1d-5196-4f94-8d5e-173171749303, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:41:38.674027 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:38.735842 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] For port 52c8da1d-5196-4f94-8d5e-173171749303, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:41:38.754901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] For port 52c8da1d-5196-4f94-8d5e-173171749303, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=52c8da1d-5196-4f94-8d5e-173171749303,segment=NetworkSegment(690187c5-a001-4825-8f96-e24b29de65d4),segment_id=690187c5-a001-4825-8f96-e24b29de65d4)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:41:38.760572 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:38.818464 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c357fc1-7fa6-44e3-8b01-a89f6a16a0a3 None None] Pushing event updated for resources: {'Port': ['ID=52c8da1d-5196-4f94-8d5e-173171749303,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:40.210211 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57622) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:40.519016 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [None req-bd11f2a7-35f2-4ee4-87de-bd62d706c241 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:41:40.519982 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-bd11f2a7-35f2-4ee4-87de-bd62d706c241 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3087378 Oct 12 16:41:43.027651 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57630) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:43.349067 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [None req-6678a4df-f9ce-4222-bd97-b866be390ea3 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:41:43.350164 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-6678a4df-f9ce-4222-bd97-b866be390ea3 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3215451 Oct 12 16:41:46.074643 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57640) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:46.429065 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] Request body: {'router': {'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:41:46.453334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:46.454952 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:46.592507 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:46.597399 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:46.618470 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:46.619701 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f8406071-494c-4ed5-8589-6d8a8460c7cc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5440347 Oct 12 16:41:47.004653 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 52c8da1d-5196-4f94-8d5e-173171749303 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:41:47.092959 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 52c8da1d-5196-4f94-8d5e-173171749303 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:47.093347 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:47.198897 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:47.232416 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 52c8da1d-5196-4f94-8d5e-173171749303, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=52c8da1d-5196-4f94-8d5e-173171749303,segment=NetworkSegment(690187c5-a001-4825-8f96-e24b29de65d4),segment_id=690187c5-a001-4825-8f96-e24b29de65d4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:41:47.236219 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:47.280965 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=52c8da1d-5196-4f94-8d5e-173171749303,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:48.000290 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e33c400-42e9-4bcd-8a7e-f20846146f8b None None] Network e463acc5-15e6-44a7-a337-1997eda99693 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:41:48.114132 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-62f1b43e-f48a-45ba-9c05-97dac0afbcd0 None None] Provisioning complete for port 52c8da1d-5196-4f94-8d5e-173171749303 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:48.114770 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-62f1b43e-f48a-45ba-9c05-97dac0afbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:48.454488 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-fbc3df06-7259-48e9-ac5c-bfa5f755c8c1 None None] Provisioning complete for port 52c8da1d-5196-4f94-8d5e-173171749303 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:48.454852 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-fbc3df06-7259-48e9-ac5c-bfa5f755c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:48.978307 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 52c8da1d-5196-4f94-8d5e-173171749303 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:41:49.025438 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 52c8da1d-5196-4f94-8d5e-173171749303 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:49.025811 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:49.118787 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57652) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:49.351379 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8c7f28e7-2e81-4391-8541-062f8f81b0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:49.434221 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [None req-d2e54120-997f-435c-863d-1765d7d9ec86 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:41:49.435224 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d2e54120-997f-435c-863d-1765d7d9ec86 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3154757 Oct 12 16:41:51.918227 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57660) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:52.075743 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ebcab511-7774-4576-84ee-b0779299d2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.230454 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:41:52.250800 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Made reservation on behalf of 7ce3537317ae47bda54936a55a7d765e for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:41:52.253682 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.262522 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.341471 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.344918 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.361712 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=105673) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 16:41:52.375624 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8e098-fbc9-40bb-b1e6-5f2931149733,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:52.382929 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.383770 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Added segment af1712ec-7a41-44d2-88af-4e0ed0d950c8 of type flat for network 81d6741f-6238-4707-befd-2e2cfe1afbb6 Oct 12 16:41:52.433100 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.462804 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.463696 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:52.464284 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:52.513718 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5944085 Oct 12 16:41:52.523653 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fb573-46e2-40ef-9abf-b11b823032a6 admin admin] Pushing event updated for resources: {'Network': ['ID=81d6741f-6238-4707-befd-2e2cfe1afbb6,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:52.534771 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:41:53.022101 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:53.096696 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:54.961212 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57678) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:55.080870 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:55.189845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72d1bb6-0377-40f5-979a-5c357a79c512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:55.191242 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e72d1bb6-0377-40f5-979a-5c357a79c512 admin admin] 10.222.0.58 "GET /v2.0/subnets/b34cd6e3-6d93-4ed9-9e4e-24d85157975b HTTP/1.1" status: 200 len: 849 time: 0.2290998 Oct 12 16:41:55.310795 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1f153540-45f0-4a39-9031-5f6b35961c47 admin admin] 10.222.0.58 "GET /v2.0/routers/0f0049b2-2fb2-4944-85d4-fe742bb28fe9 HTTP/1.1" status: 200 len: 704 time: 0.1132219 Oct 12 16:41:55.571539 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:55.859736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Allocated IP 172.20.0.1 (e463acc5-15e6-44a7-a337-1997eda99693/b34cd6e3-6d93-4ed9-9e4e-24d85157975b/356a08b6-f708-427c-ad60-d8428fbdfcb6) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:41:56.037837 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.104081 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.183811 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Network e463acc5-15e6-44a7-a337-1997eda99693 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:41:56.188423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:41:56.195121 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Pushing event updated for resources: {'Port': ['ID=356a08b6-f708-427c-ad60-d8428fbdfcb6,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:56.205684 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:41:56.206256 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.392130 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-227788b2-1fb5-4fb3-bf12-5e05ecc2794e None None] Provisioning complete for port 356a08b6-f708-427c-ad60-d8428fbdfcb6 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:56.393159 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-227788b2-1fb5-4fb3-bf12-5e05ecc2794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.425365 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-227788b2-1fb5-4fb3-bf12-5e05ecc2794e None None] Port 356a08b6-f708-427c-ad60-d8428fbdfcb6 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:41:56.459592 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.660411 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.664709 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.665438 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.737618 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Pushing event updated for resources: {'Port': ['ID=356a08b6-f708-427c-ad60-d8428fbdfcb6,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:56.785334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Network e463acc5-15e6-44a7-a337-1997eda99693 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:41:56.786638 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:41:56.946557 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-01fb5bda-4ffb-4bc2-872b-a78fe525bc9b None None] Provisioning complete for port 356a08b6-f708-427c-ad60-d8428fbdfcb6 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:56.946925 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-01fb5bda-4ffb-4bc2-872b-a78fe525bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:56.947201 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:41:56.978376 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-01fb5bda-4ffb-4bc2-872b-a78fe525bc9b None None] Port 356a08b6-f708-427c-ad60-d8428fbdfcb6 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:41:57.037660 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:41:57.043010 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-88381516-29c6-4603-a922-e29c44cd46f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/0f0049b2-2fb2-4944-85d4-fe742bb28fe9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7258263 Oct 12 16:41:57.047329 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Sync routers for ids ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:41:57.059442 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Routers {'0f0049b2-2fb2-4944-85d4-fe742bb28fe9'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:41:57.060319 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:41:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:57.248686 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Set router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:41:57.679194 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'name': 'router1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:41:46Z', 'updated_at': '2021-10-12T16:41:56Z', 'revision_number': 2, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'gw_port_host': None, '_interfaces': [{'id': '356a08b6-f708-427c-ad60-d8428fbdfcb6', 'name': '', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'mac_address': 'fa:16:3e:c7:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:41:55Z', 'updated_at': '2021-10-12T16:41:56Z', 'revision_number': 2, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'subnets': [{'id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:57.730589 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Checking router: 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:41:57.730970 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Updating router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 port 356a08b6-f708-427c-ad60-d8428fbdfcb6 binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:41:57.789229 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.312313 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.322214 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.416802 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Pushing event updated for resources: {'Port': ['ID=356a08b6-f708-427c-ad60-d8428fbdfcb6,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:58.427013 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.427368 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.427710 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.428043 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.428375 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.428713 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.429041 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.429369 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.429695 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.430052 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.430376 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.430694 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Tracked resource versions report: Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: pushed versions: Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: { 'AddressGroup': {'1.2'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'ConntrackHelper': {'1.0'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Log': {'1.0'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Network': {'1.1'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Port': {'1.7'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'PortForwarding': {'1.2'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'QosPolicy': {'1.10'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroup': {'1.4'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SubPort': {'1.0'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Subnet': {'1.1'}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Trunk': {'1.1'}} Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: consumer versions: Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'ConntrackHelper': '1.0', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Log': '1.0', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Network': '1.1', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Port': '1.7', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'PortForwarding': '1.2', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'QosPolicy': '1.10', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroup': '1.4', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroupRule': '1.2', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SubPort': '1.0', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Subnet': '1.1', Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Trunk': '1.1'}} Oct 12 16:41:58.431806 dv-cinder-813222-2-iscsi neutron-server[105676]: {{(pid=105676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:41:58.505934 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Attempting to bind port 356a08b6-f708-427c-ad60-d8428fbdfcb6 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:41:58.506406 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Attempting to bind port 356a08b6-f708-427c-ad60-d8428fbdfcb6 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:41:58.506906 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Attempting to bind port 356a08b6-f708-427c-ad60-d8428fbdfcb6 on network e463acc5-15e6-44a7-a337-1997eda99693 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:41:58.512469 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:41:58.512898 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Checking segment: {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:41:58.513394 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.513788 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Bound using segment: {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:41:58.514321 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Bound port: 356a08b6-f708-427c-ad60-d8428fbdfcb6, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690187c5-a001-4825-8f96-e24b29de65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:41:58.514721 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.584171 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] For port 356a08b6-f708-427c-ad60-d8428fbdfcb6, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:41:58.602707 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] For port 356a08b6-f708-427c-ad60-d8428fbdfcb6, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=356a08b6-f708-427c-ad60-d8428fbdfcb6,segment=NetworkSegment(690187c5-a001-4825-8f96-e24b29de65d4),segment_id=690187c5-a001-4825-8f96-e24b29de65d4)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:41:58.607777 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.613396 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-d59540e6-d25c-48d8-80eb-010c51854a1d None None] Provisioning complete for port 356a08b6-f708-427c-ad60-d8428fbdfcb6 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:58.614360 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d59540e6-d25c-48d8-80eb-010c51854a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.657008 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Routers {'0f0049b2-2fb2-4944-85d4-fe742bb28fe9'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:41:58.657619 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:41:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:58.715584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d59540e6-d25c-48d8-80eb-010c51854a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.748375 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee4df3-a0c7-4948-8d8e-e715055438f6 None None] Pushing event updated for resources: {'Port': ['ID=356a08b6-f708-427c-ad60-d8428fbdfcb6,revision_number=4']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:58.756161 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-d59540e6-d25c-48d8-80eb-010c51854a1d None None] For port 356a08b6-f708-427c-ad60-d8428fbdfcb6, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=356a08b6-f708-427c-ad60-d8428fbdfcb6,segment=NetworkSegment(690187c5-a001-4825-8f96-e24b29de65d4),segment_id=690187c5-a001-4825-8f96-e24b29de65d4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:41:58.763170 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d59540e6-d25c-48d8-80eb-010c51854a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.779546 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] Set router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:41:58.827539 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59540e6-d25c-48d8-80eb-010c51854a1d None None] Pushing event updated for resources: {'Port': ['ID=356a08b6-f708-427c-ad60-d8428fbdfcb6,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:58.883959 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-8238dc64-947b-4031-a890-99957f5c80d7 None None] Provisioning complete for port 356a08b6-f708-427c-ad60-d8428fbdfcb6 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:41:58.884417 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8238dc64-947b-4031-a890-99957f5c80d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:58.988590 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'name': 'router1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:41:46Z', 'updated_at': '2021-10-12T16:41:56Z', 'revision_number': 2, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'gw_port_host': None, '_interfaces': [{'id': '356a08b6-f708-427c-ad60-d8428fbdfcb6', 'name': '', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'mac_address': 'fa:16:3e:c7:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:41:55Z', 'updated_at': '2021-10-12T16:41:58Z', 'revision_number': 4, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'subnets': [{'id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:41:59.017563 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92b2d5-eccf-4b6b-a3a5-91cd874bc90b None None] The sync data for ids ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'] in dv-cinder-813222-2-iscsi is: [{'id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'name': 'router1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:41:46Z', 'updated_at': '2021-10-12T16:41:56Z', 'revision_number': 2, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'gw_port_host': None, '_interfaces': [{'id': '356a08b6-f708-427c-ad60-d8428fbdfcb6', 'name': '', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'mac_address': 'fa:16:3e:c7:25:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:41:55Z', 'updated_at': '2021-10-12T16:41:58Z', 'revision_number': 4, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'subnets': [{'id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:41:59.399317 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57700) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:41:59.518444 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2c403f-cf04-409a-84d0-0b6d7c4100bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:59.521184 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-8d2c403f-cf04-409a-84d0-0b6d7c4100bb admin admin] 10.222.0.58 "GET /v2.0/networks/81d6741f-6238-4707-befd-2e2cfe1afbb6 HTTP/1.1" status: 200 len: 842 time: 0.1194654 Oct 12 16:41:59.529660 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:41:59.553201 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Made reservation on behalf of 7ce3537317ae47bda54936a55a7d765e for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:41:59.555446 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:59.853955 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.objects.ports [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 16:41:59.854403 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:59.908856 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312e7577-c841-460f-8c07-4c94c65940ab,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:41:59.918917 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:41:59.919271 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Network hostable DHCP agents. Network: 81d6741f-6238-4707-befd-2e2cfe1afbb6, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:41:59.939344 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:41:59.950094 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 81d6741f-6238-4707-befd-2e2cfe1afbb6) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:41:59.954082 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:41:59.954671 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:41:59.960222 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76bd06-abc1-4e06-b674-fd6e951ad599 None None] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:41:59.976970 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-fdafa679-93fc-43a1-a2ea-85dca5aea891 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4505925 Oct 12 16:42:00.116153 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3ec10-5ee2-4a50-ad5c-f4c2b1399520 None None] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:42:02.394529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57708) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:02.524773 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-65488780-970e-4997-bfcc-f290d64e0e9b admin admin] 10.222.0.58 "GET /v2.0/routers/0f0049b2-2fb2-4944-85d4-fe742bb28fe9 HTTP/1.1" status: 200 len: 710 time: 0.1291943 Oct 12 16:42:02.684586 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a465c-2659-4c96-9d07-a24b399d310a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:42:02.692172 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4e2a465c-2659-4c96-9d07-a24b399d310a admin admin] 10.222.0.58 "GET /v2.0/networks/81d6741f-6238-4707-befd-2e2cfe1afbb6 HTTP/1.1" status: 200 len: 886 time: 0.1552467 Oct 12 16:42:02.696284 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:42:02.942121 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:03.167974 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:03.244729 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:03.352516 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Allocated IP 172.27.1.133 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/e14bd1d1-845d-43a5-9e5f-2e6360fb6228) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:42:03.449730 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:03.484987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:03.524159 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:42:03.527135 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:42:03.530074 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:42:03.592055 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Pushing event updated for resources: {'Port': ['ID=e14bd1d1-845d-43a5-9e5f-2e6360fb6228,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:42:03.719802 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:42:03.773607 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:04.062327 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256040'] for router, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:04.070232 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1798049'] for router, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:04.175582 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:42:04.279535 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:42:04.283752 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:04.284950 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-fe25936f-b9a6-4fdb-b2eb-b2b28fb1732a admin admin] 10.222.0.58 "PUT /v2.0/routers/0f0049b2-2fb2-4944-85d4-fe742bb28fe9 HTTP/1.1" status: 200 len: 890 time: 1.5920701 Oct 12 16:42:05.002551 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 356a08b6-f708-427c-ad60-d8428fbdfcb6 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:42:05.053356 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 356a08b6-f708-427c-ad60-d8428fbdfcb6 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:42:05.053729 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:06.013741 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Sync routers for ids ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:42:06.024022 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Routers {'0f0049b2-2fb2-4944-85d4-fe742bb28fe9'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:42:06.024662 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:41:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:42:06.228464 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Set router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:42:06.612455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'name': 'router1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e14bd1d1-845d-43a5-9e5f-2e6360fb6228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:41:46Z', 'updated_at': '2021-10-12T16:42:03Z', 'revision_number': 4, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'gw_port': {'id': 'e14bd1d1-845d-43a5-9e5f-2e6360fb6228', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:42:03Z', 'updated_at': '2021-10-12T16:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '356a08b6-f708-427c-ad60-d8428fbdfcb6', 'name': '', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'mac_address': 'fa:16:3e:c7:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:41:55Z', 'updated_at': '2021-10-12T16:41:58Z', 'revision_number': 5, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'subnets': [{'id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:42:06.665709 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Checking router: 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:42:06.666102 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Updating router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 port e14bd1d1-845d-43a5-9e5f-2e6360fb6228 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:42:06.714309 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:06.816146 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57720) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:42:06.926762 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-bb7eaa2c-3394-4001-a642-f259717e07fe admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1094897 Oct 12 16:42:07.119209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:07.125022 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:07.178169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Attempting to bind port e14bd1d1-845d-43a5-9e5f-2e6360fb6228 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:42:07.178474 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Attempting to bind port e14bd1d1-845d-43a5-9e5f-2e6360fb6228 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:42:07.178840 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Attempting to bind port e14bd1d1-845d-43a5-9e5f-2e6360fb6228 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:42:07.181652 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b51f-2cf3-45f8-8272-3086e4edf755 None None] Pushing event updated for resources: {'Port': ['ID=e14bd1d1-845d-43a5-9e5f-2e6360fb6228,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:42:07.187081 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:42:07.187456 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:42:07.187854 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:07.188284 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:42:07.188697 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Bound port: e14bd1d1-845d-43a5-9e5f-2e6360fb6228, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:42:07.189101 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:07.241744 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] For port e14bd1d1-845d-43a5-9e5f-2e6360fb6228, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:42:07.244757 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] For port e14bd1d1-845d-43a5-9e5f-2e6360fb6228, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e14bd1d1-845d-43a5-9e5f-2e6360fb6228,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:42:07.250783 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:07.307646 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b51f-2cf3-45f8-8272-3086e4edf755 None None] Pushing event updated for resources: {'Port': ['ID=e14bd1d1-845d-43a5-9e5f-2e6360fb6228,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:42:07.311718 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Routers {'0f0049b2-2fb2-4944-85d4-fe742bb28fe9'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:42:07.312310 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:41:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:42:07.419144 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] Set router 0f0049b2-2fb2-4944-85d4-fe742bb28fe9 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:42:07.629623 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'name': 'router1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e14bd1d1-845d-43a5-9e5f-2e6360fb6228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:41:46Z', 'updated_at': '2021-10-12T16:42:03Z', 'revision_number': 4, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'gw_port': {'id': 'e14bd1d1-845d-43a5-9e5f-2e6360fb6228', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:42:03Z', 'updated_at': '2021-10-12T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '356a08b6-f708-427c-ad60-d8428fbdfcb6', 'name': '', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'mac_address': 'fa:16:3e:c7:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:41:55Z', 'updated_at': '2021-10-12T16:41:58Z', 'revision_number': 5, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'subnets': [{'id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:42:07.658871 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9c1df-4e7e-4951-8ecf-8aba4c277ea6 None None] The sync data for ids ['0f0049b2-2fb2-4944-85d4-fe742bb28fe9'] in dv-cinder-813222-2-iscsi is: [{'id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'name': 'router1', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'e14bd1d1-845d-43a5-9e5f-2e6360fb6228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:41:46Z', 'updated_at': '2021-10-12T16:42:03Z', 'revision_number': 4, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'gw_port': {'id': 'e14bd1d1-845d-43a5-9e5f-2e6360fb6228', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:42:03Z', 'updated_at': '2021-10-12T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '356a08b6-f708-427c-ad60-d8428fbdfcb6', 'name': '', 'network_id': 'e463acc5-15e6-44a7-a337-1997eda99693', 'tenant_id': '78966be562ca4918a5e25eac86ccd8ab', 'mac_address': 'fa:16:3e:c7:25:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0049b2-2fb2-4944-85d4-fe742bb28fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:41:55Z', 'updated_at': '2021-10-12T16:41:58Z', 'revision_number': 5, 'project_id': '78966be562ca4918a5e25eac86ccd8ab', 'subnets': [{'id': 'b34cd6e3-6d93-4ed9-9e4e-24d85157975b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9498dd68-ce5a-43ca-bd60-57f27713395c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:42:09.031686 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e14bd1d1-845d-43a5-9e5f-2e6360fb6228 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:42:09.081829 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port e14bd1d1-845d-43a5-9e5f-2e6360fb6228 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:42:09.082307 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:09.162437 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:09.185073 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port e14bd1d1-845d-43a5-9e5f-2e6360fb6228, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e14bd1d1-845d-43a5-9e5f-2e6360fb6228,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:42:09.189769 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:09.249658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=e14bd1d1-845d-43a5-9e5f-2e6360fb6228,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:42:11.025675 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e14bd1d1-845d-43a5-9e5f-2e6360fb6228 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:42:11.099327 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port e14bd1d1-845d-43a5-9e5f-2e6360fb6228 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:42:11.099624 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:19.356718 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b460f4ee-8200-4b7b-beed-5a342d2a6e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:22.077418 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4f1271e3-1c31-4579-84fe-402a93760e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:23.032291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:23.105374 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:25.100625 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:40.719535 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:42:49.359978 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1b4e-7302-42e9-98f8-474a94e87ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:52.081236 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab3ba-7a08-4bc6-a4ed-0ffad1b99e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:53.030151 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:53.100410 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:42:55.102363 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:17.718797 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:43:19.363423 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9cef75e6-500f-4344-bf6a-af0be1b6b4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:22.083195 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-84c05c55-19d5-4aa5-8359-c8f842f01430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:23.033792 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:23.102930 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:25.104865 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:45.062020 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58282) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:45.121196 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda30a67-4ef6-4d08-947b-cbcf8a0cd15d admin admin] GET failed (client error): The resource could not be found. Oct 12 16:43:45.123029 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-bda30a67-4ef6-4d08-947b-cbcf8a0cd15d admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600386 Oct 12 16:43:45.280828 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa8ae5-a199-4050-b467-ad6ad99fed2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:45.282319 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-3aaa8ae5-a199-4050-b467-ad6ad99fed2e admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1546936 Oct 12 16:43:47.558685 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58292) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:47.647801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9536f-bd9a-4321-a7e6-2a00448ba2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:47.649365 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-23a9536f-bd9a-4321-a7e6-2a00448ba2e3 admin admin] 10.222.0.58 "GET /v2.0/subnets/b34cd6e3-6d93-4ed9-9e4e-24d85157975b HTTP/1.1" status: 200 len: 849 time: 0.0897267 Oct 12 16:43:47.659733 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:43:47.742431 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Notify callbacks [] for subnet, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:47.880807 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761216401933'] for subnet, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:47.907966 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:47.908713 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:47.909938 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] 10.222.0.58 "PUT /v2.0/subnets/b34cd6e3-6d93-4ed9-9e4e-24d85157975b HTTP/1.1" status: 200 len: 868 time: 0.2535877 Oct 12 16:43:47.913213 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a55845-7275-472f-b6f3-b0c5c7f01bf5 None None] Network e463acc5-15e6-44a7-a337-1997eda99693 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:43:47.933480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34cd6e3-6d93-4ed9-9e4e-24d85157975b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:43:47.941607 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.941992 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.942338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.942674 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.943007 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.943338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.943668 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.943998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.944347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.944674 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.944998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:47.945320 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630f6fc-4e7a-4ffc-bbc1-f122e1fd4a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:43:48.315711 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c4ed6dd8-b1b1-4cd4-93f7-d8c26e1b8062 None None] Provisioning complete for port 52c8da1d-5196-4f94-8d5e-173171749303 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:43:48.316085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6dd8-b1b1-4cd4-93f7-d8c26e1b8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:48.401372 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c4ed6dd8-b1b1-4cd4-93f7-d8c26e1b8062 None None] Provisioning complete for port 356a08b6-f708-427c-ad60-d8428fbdfcb6 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:43:48.401642 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6dd8-b1b1-4cd4-93f7-d8c26e1b8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:49.368652 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dcb13b11-45a1-4541-b6fe-b5adf2de49e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:50.262041 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58300) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:50.458092 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fac3a0-9831-4687-9209-c58564da82dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:50.458465 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fac3a0-9831-4687-9209-c58564da82dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:50.459991 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-02fac3a0-9831-4687-9209-c58564da82dc admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1964674 Oct 12 16:43:52.084070 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b2794024-f603-456c-90ca-cc674d7e4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:52.729700 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58308) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:52.859091 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef962eb-1354-419a-b304-246796fc2731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:52.859551 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef962eb-1354-419a-b304-246796fc2731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:52.861070 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-cef962eb-1354-419a-b304-246796fc2731 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1304259 Oct 12 16:43:53.036779 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:53.104854 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:54.718978 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:43:55.106440 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:43:55.164473 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58316) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:55.318932 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c6fe0-668e-482b-904d-71207d7b12ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:55.320203 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9c6c6fe0-668e-482b-904d-71207d7b12ae admin admin] 10.222.0.58 "GET /v2.0/networks/81d6741f-6238-4707-befd-2e2cfe1afbb6 HTTP/1.1" status: 200 len: 886 time: 0.1547937 Oct 12 16:43:57.659715 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58326) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:43:57.796699 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e0e1c-b2c0-414e-8411-43c5bb136f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:43:57.798092 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-650e0e1c-b2c0-414e-8411-43c5bb136f04 admin admin] 10.222.0.58 "GET /v2.0/networks/e463acc5-15e6-44a7-a337-1997eda99693 HTTP/1.1" status: 200 len: 870 time: 0.1374240 Oct 12 16:44:00.061026 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58334) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:00.179759 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c759717-ea79-4e6e-8dea-b7ac6b1f4d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:00.180204 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c759717-ea79-4e6e-8dea-b7ac6b1f4d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:00.181693 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9c759717-ea79-4e6e-8dea-b7ac6b1f4d0b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196537 Oct 12 16:44:02.436886 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58342) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:02.528272 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738e502-d2a3-498b-8975-74d1a2a47d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:02.528718 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738e502-d2a3-498b-8975-74d1a2a47d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:02.530828 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f738e502-d2a3-498b-8975-74d1a2a47d3b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929501 Oct 12 16:44:04.788765 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58350) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:04.872612 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40eafff-f657-42c0-bb0d-e91efb07d0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:04.873920 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b40eafff-f657-42c0-bb0d-e91efb07d0ed admin admin] 10.222.0.58 "GET /v2.0/subnets/312e7577-c841-460f-8c07-4c94c65940ab HTTP/1.1" status: 200 len: 816 time: 0.0841968 Oct 12 16:44:07.153967 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58358) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:07.243503 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ba62f-bb22-4471-833d-51acd7e41bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:07.244827 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e71ba62f-bb22-4471-833d-51acd7e41bec admin admin] 10.222.0.58 "GET /v2.0/subnets/b34cd6e3-6d93-4ed9-9e4e-24d85157975b HTTP/1.1" status: 200 len: 868 time: 0.0898864 Oct 12 16:44:19.367718 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4e2657e8-c848-4477-8ca7-5ba37035659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:22.170032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e6a6-43f9-4e79-adbf-0b99861d2eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:23.033997 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:23.106609 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:25.114818 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:31.492997 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58412) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:31.540164 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [None req-f2ae87e2-fb7f-4c34-bcb2-4ebf70d4848a admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:44:31.541166 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f2ae87e2-fb7f-4c34-bcb2-4ebf70d4848a admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472133 Oct 12 16:44:31.717657 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:44:33.903364 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58420) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:33.962993 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6380fbd-7f47-4a45-9a00-b44c98251c5d admin admin] GET failed (client error): The resource could not be found. Oct 12 16:44:33.964284 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d6380fbd-7f47-4a45-9a00-b44c98251c5d admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599895 Oct 12 16:44:34.146292 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f929b50-58de-4cbc-953e-aad53adeaf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:34.147656 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7f929b50-58de-4cbc-953e-aad53adeaf10 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1789205 Oct 12 16:44:36.417557 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58428) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:36.466817 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:44:36.489705 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Made reservation on behalf of 7ce3537317ae47bda54936a55a7d765e for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:44:36.492000 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:36.521836 dv-cinder-813222-2-iscsi neutron-server[105673]: WARNING neutron.services.revisions.revision_plugin [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Could not find related network for resource to bump revision. Oct 12 16:44:36.533003 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:44:36.541712 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:36.542083 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Added segment 1fc7d102-1713-4f25-b329-bec52956c60d of type vlan for network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de Oct 12 16:44:36.581158 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:36.609341 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:36.610295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:36.610864 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:36.666832 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2481430 Oct 12 16:44:36.671384 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d9171-ab2a-4e1c-817d-4fed2963a838 admin admin] Pushing event updated for resources: {'Network': ['ID=4b28a327-bf0d-4ab3-af1d-6ec90ea892de,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:36.684531 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:44:38.980085 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58436) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:44:39.039648 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c509c7-722e-458f-aef8-52bd21a09f86 admin admin] GET failed (client error): The resource could not be found. Oct 12 16:44:39.040970 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-46c509c7-722e-458f-aef8-52bd21a09f86 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599406 Oct 12 16:44:39.112039 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc35b9-3a30-439e-92e7-74e220a097cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:39.113401 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-84cc35b9-3a30-439e-92e7-74e220a097cd admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0677557 Oct 12 16:44:39.123489 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:44:39.143256 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Made reservation on behalf of 7ce3537317ae47bda54936a55a7d765e for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:44:39.145546 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.309424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.366776 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:39.370912 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Checking segment: {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:44:39.371263 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Network hostable DHCP agents. Network: 4b28a327-bf0d-4ab3-af1d-6ec90ea892de, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:44:39.387528 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:44:39.395551 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 4b28a327-bf0d-4ab3-af1d-6ec90ea892de) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:44:39.399345 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:44:39.399927 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.406125 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f5c67-10ee-4512-bfa2-94cd55c14c5a None None] Network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:44:39.415451 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-37d60069-d768-43c3-b90a-48e3fcbe4846 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952743 Oct 12 16:44:39.555356 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-4b28a327-bf0d-4ab3-af1d-6ec90ea892de', 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de', 'tenant_id': '7ce3537317ae47bda54936a55a7d765e', 'fixed_ips': [{'subnet_id': '71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:44:39.556256 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.701978 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Allocated IP 192.168.233.2 (4b28a327-bf0d-4ab3-af1d-6ec90ea892de/71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b/1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:44:39.847748 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.852946 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.891060 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:44:39.895544 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:44:39.898094 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:44:39.906853 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Pushing event updated for resources: {'Port': ['ID=1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:39.929395 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.929770 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.930154 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.930492 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.930829 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.931169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.931499 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.931847 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.932199 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.932532 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.932857 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.933183 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:44:39.967494 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Attempting to bind port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:44:39.967778 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Attempting to bind port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:44:39.968134 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Attempting to bind port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 on network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:44:39.973714 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:44:39.974184 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Checking segment: {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:44:39.974603 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:39.974985 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Bound using segment: {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:44:39.975473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Bound port: 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:44:39.975872 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:40.044590 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] For port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:44:40.047769 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] For port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:44:40.052385 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:40.107459 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60878-eb9d-4727-93af-8c9f46f6aeb8 None None] Pushing event updated for resources: {'Port': ['ID=1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:40.913711 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1540211-ce23-44ca-991c-3b8803ab2df4 None None] Network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:44:40.972781 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-bb8ee369-d452-4c62-a348-5c641b2d005a None None] Provisioning complete for port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:44:40.973152 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee369-d452-4c62-a348-5c641b2d005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:41.120570 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee369-d452-4c62-a348-5c641b2d005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:41.160371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:44:41.169746 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-bb8ee369-d452-4c62-a348-5c641b2d005a None None] For port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:44:41.188092 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-bb8ee369-d452-4c62-a348-5c641b2d005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:41.259752 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ee369-d452-4c62-a348-5c641b2d005a None None] Pushing event updated for resources: {'Port': ['ID=1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:44:41.268045 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:44:41.268244 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:41.407438 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-984af033-cc9c-4ef0-9095-6e427bb457c6 None None] Provisioning complete for port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:44:41.407799 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-984af033-cc9c-4ef0-9095-6e427bb457c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:43.108710 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:44:43.155524 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1ee41dcc-5913-4bd6-b9e4-fa19a20d2c51 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:44:43.155892 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:49.367919 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-42ff9926-86df-41b4-af16-2c6708fe3825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:52.081846 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7edb78d0-7755-4148-b068-25c8aacad088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:53.037315 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:53.108193 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:44:55.118346 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:08.716017 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:45:19.368245 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a41e65ee-f548-4547-a459-6ed522e695aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:22.081746 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e266cbc2-7546-40d1-bae4-8217980843c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:23.041333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:23.107326 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:25.122143 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:45.714902 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:45:49.369901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3f693c96-121d-43de-9362-a77264dcf540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.020097 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58488) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:50.025918 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [None req-c0e85e39-bd63-4dac-9759-cd2d17c0c5c0 tempest-verify_tempest_config-724138361 tempest-verify_tempest_config-724138361-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:45:50.026876 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c0e85e39-bd63-4dac-9759-cd2d17c0c5c0 tempest-verify_tempest_config-724138361 tempest-verify_tempest_config-724138361-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058143 Oct 12 16:45:50.309239 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58506) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:50.411176 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.483553 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.487004 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.531209 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0db787c9f462472582f0232261df26bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2210281 Oct 12 16:45:50.532186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26ccd1-e53b-44f9-8dc4-c7d5983e2232,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:50.534037 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58510) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:45:50.538982 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.539339 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.539679 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.540008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.540331 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.540656 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.540983 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.541315 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.541652 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.542360 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.542690 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.543005 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90382c55-cec9-4c9b-bae8-d5af03830fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.632181 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.652410 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.740485 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.743286 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:50.744638 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b26ccd1-e53b-44f9-8dc4-c7d5983e2232 HTTP/1.1" status: 204 len: 168 time: 0.2095520 Oct 12 16:45:50.752617 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26ccd1-e53b-44f9-8dc4-c7d5983e2232,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:45:50.759540 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.759905 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.760250 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.760780 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.761116 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.761445 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.761774 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.762143 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.762474 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.762798 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.763118 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:50.763439 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e3be3-1b4d-4644-b0a0-2bb22fd2a2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:45:52.083819 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3e7b18c1-bdf6-4341-acc2-bde67f18c79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:53.042757 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:53.108942 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:45:55.125300 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:19.370416 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-189aa528-8a68-47ad-bd3b-993cd1360701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:22.083053 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-561649c0-3a13-433b-b7cb-b108d10ecaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:22.712496 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:46:23.047333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:23.108504 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:25.128152 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:49.371709 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d01802e1-e5ea-4cdd-bc37-39be94f2117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:52.083549 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9d830a22-6652-4932-9673-d5008662cae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:53.047357 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:53.109020 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:55.132015 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:46:59.710862 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 5 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:47:19.371319 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-39bd4d3a-2d58-4015-8724-1b518d655793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:22.083630 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2bec9b78-aa13-489a-9043-ea946a3f660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:23.050554 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:23.110957 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:25.134834 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:26.689471 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795075'] for agent, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:36.709979 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:47:42.250962 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58584) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:42.353003 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-cc96b451-dc29-4708-b5a5-18a21ca622a7 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1003439 Oct 12 16:47:44.644277 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58594) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:47:44.697025 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-a54731aa-d3db-44fa-a88f-bf5ab2461972 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516944 Oct 12 16:47:49.371975 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-51729258-b33c-4af6-b650-0ddfb1a4d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:52.084209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c54b4d78-c86a-4dab-921e-4b12b5c391d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:53.054028 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:53.110038 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:55.137567 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:47:56.632159 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:13.708467 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:48:19.371848 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a74e1622-39d7-4e4e-9079-2adc40dc2c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:22.083973 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6d1021ab-9904-48bc-a5bb-e761b2bb60e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.056903 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:23.108858 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:25.140065 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:26.622774 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:49.374766 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1d6ca41d-7f71-4d5f-b881-54407379cdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:50.707786 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:48:52.083762 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0fa21793-0d30-4d9e-90c7-29675cb8696a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.059495 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:53.209093 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:55.143514 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:48:56.640072 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.062875 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58802) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:13.293961 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2117944366-network', 'tenant_id': '87933a36279c4f6ab6dcb9851bbe8c65'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:13.321303 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Made reservation on behalf of 87933a36279c4f6ab6dcb9851bbe8c65 for: {'network': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:13.324379 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.342855 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.443278 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.448746 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.479567 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66beae1-9007-45c5-b0b3-a07b0427f68d,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:13.498268 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=105674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:13.503495 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.504069 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.504654 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.505112 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.505521 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.506113 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.506660 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.507256 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.507686 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.508198 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.508766 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.509111 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Tracked resource versions report: Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: pushed versions: Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: { 'AddressGroup': {'1.2'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'ConntrackHelper': {'1.0'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Log': {'1.0'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Network': {'1.1'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Port': {'1.7'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'PortForwarding': {'1.2'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'QosPolicy': {'1.10'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroup': {'1.4'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SubPort': {'1.0'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Subnet': {'1.1'}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Trunk': {'1.1'}} Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: consumer versions: Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'ConntrackHelper': '1.0', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Log': '1.0', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Network': '1.1', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Port': '1.7', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'PortForwarding': '1.2', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'QosPolicy': '1.10', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroup': '1.4', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SecurityGroupRule': '1.2', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'SubPort': '1.0', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Subnet': '1.1', Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: 'Trunk': '1.1'}} Oct 12 16:49:13.510472 dv-cinder-813222-2-iscsi neutron-server[105674]: {{(pid=105674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:49:13.517930 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58828) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:13.553451 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761216488951', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.554108 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Unsubscribe: segment precommit_create {{(pid=105674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 16:49:13.554602 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.segments_db [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Added segment be6d9330-778c-4f87-8215-e7c68e1fb954 of type vlan for network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c Oct 12 16:49:13.609174 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.650708 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.652263 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:13.653167 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:13.762042 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6979029 Oct 12 16:49:13.765087 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58850) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:13.767388 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14e4b-6f56-4559-b635-aeb205d91ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:13.772229 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Request body: {'subnet': {'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2117944366-subnet', 'tenant_id': '87933a36279c4f6ab6dcb9851bbe8c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:13.790276 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:13.801835 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Made reservation on behalf of 87933a36279c4f6ab6dcb9851bbe8c65 for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:13.804459 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.023050 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.040132 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-network', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:14.065318 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58854) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:14.068495 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0899a77-c93f-432d-82e2-26b01e10bc77,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:14.078813 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Made reservation on behalf of 5f15f4248cdd4fc39f8061dc5ebe854d for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:14.084191 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.101116 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58860) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:14.102220 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.108225 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Checking segment: {'id': 'be6d9330-778c-4f87-8215-e7c68e1fb954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:14.108579 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Network hostable DHCP agents. Network: cb5fce51-6a38-4819-9dbf-1dfe42db9b0c, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:14.130035 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:14.147304 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, cb5fce51-6a38-4819-9dbf-1dfe42db9b0c) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:14.152861 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.153553 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.160352 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88a528-daf2-44ed-a227-18537a113fd3 None None] Network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:14.175620 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-412bd735-fbb0-4dac-b2c4-2078692bce04 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4090221 Oct 12 16:49:14.272064 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.279280 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.329354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:14.342452 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77791a5-f197-4efa-9477-c2ada1d00370,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:14.351516 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b8b7d-7abb-4192-80b8-5c7d0f7d5e55 None None] Network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:14.366576 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.366915 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Added segment e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8 of type vlan for network 1e336323-1661-4699-bf4a-5542620febf0 Oct 12 16:49:14.369285 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.369627 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.370226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.370362 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.370618 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.370961 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.371288 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.371674 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.371945 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.372259 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.372671 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.372876 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Tracked resource versions report: Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: pushed versions: Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: { 'AddressGroup': {'1.2'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'ConntrackHelper': {'1.0'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Log': {'1.0'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Network': {'1.1'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Port': {'1.7'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'PortForwarding': {'1.2'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'QosPolicy': {'1.10'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroup': {'1.4'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SubPort': {'1.0'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Subnet': {'1.1'}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Trunk': {'1.1'}} Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: consumer versions: Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'ConntrackHelper': '1.0', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Log': '1.0', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Network': '1.1', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Port': '1.7', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'PortForwarding': '1.2', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'QosPolicy': '1.10', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroup': '1.4', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SecurityGroupRule': '1.2', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'SubPort': '1.0', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Subnet': '1.1', Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: 'Trunk': '1.1'}} Oct 12 16:49:14.382137 dv-cinder-813222-2-iscsi neutron-server[105673]: {{(pid=105673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:49:14.417453 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-network', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:14.433349 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1605650522-network', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:14.495141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.db.api [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 16:49:14.495141 dv-cinder-813222-2-iscsi neutron-server[105673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 16:49:14.495141 dv-cinder-813222-2-iscsi neutron-server[105673]: [parameters: {'project_id_1': '2e0c9fd106594f5796ff041037814e2b', 'expiration_1': datetime.datetime(2021, 10, 12, 16, 48, 54, 455275)}] Oct 12 16:49:14.495141 dv-cinder-813222-2-iscsi neutron-server[105673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 16:49:14.495685 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG oslo_db.api [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 16:49:14.502515 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.510371 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Made reservation on behalf of 949f49aec9be41038c1b0d4443109b7d for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:14.513079 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.531882 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.561477 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.562633 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.563198 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.598457 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58880) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:14.598660 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0794125 Oct 12 16:49:14.606244 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Request body: {'subnet': {'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-subnet', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:14.666889 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366d172-4d12-471e-8497-79c768c68f0d admin admin] Pushing event updated for resources: {'Network': ['ID=1e336323-1661-4699-bf4a-5542620febf0,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:14.679722 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 1e336323-1661-4699-bf4a-5542620febf0 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:14.685518 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Made reservation on behalf of 5f15f4248cdd4fc39f8061dc5ebe854d for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:14.688095 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.742616 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.751017 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.778032 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:14.797726 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.798567 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Added segment 20f130c8-8e21-4aa3-acb3-13056559d141 of type vlan for network 91a1cca2-ba67-46d2-873f-a20958250480 Oct 12 16:49:14.894426 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.954495 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.976225 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceef910-c8ab-46a3-a44c-311139b58e3b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:14.988021 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:14.988945 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:14.989513 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.002529 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a710f0-a861-4f77-97b7-eb64a1d6d7a2,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.005492 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58920) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:15.007835 dv-cinder-813222-2-iscsi neutron-server[105674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 16:49:15.066893 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9997270 Oct 12 16:49:15.067134 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58924) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:15.086762 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fa583-bf69-4378-9ba4-9c6f9185dd02 admin admin] Pushing event updated for resources: {'Network': ['ID=91a1cca2-ba67-46d2-873f-a20958250480,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.097851 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 91a1cca2-ba67-46d2-873f-a20958250480 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:15.125255 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Made reservation on behalf of 2e0c9fd106594f5796ff041037814e2b for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:15.127588 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.138034 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.222474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.228092 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.242965 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:15.254398 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Request body: {'subnet': {'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-subnet', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:15.261402 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.261860 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Added segment 08083637-29b9-42bf-befc-2c9202704e06 of type vlan for network 1b6cd03d-f521-470d-ac52-2663a295efd9 Oct 12 16:49:15.294825 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-cdd330e9-be62-424a-a0cb-0907669b0022 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:15.296305 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-cdd330e9-be62-424a-a0cb-0907669b0022 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/networks?id=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c HTTP/1.1" status: 200 len: 812 time: 0.2896309 Oct 12 16:49:15.304027 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc33bad-eb83-4183-92b0-6e91d139050b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.323449 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Checking segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:15.323842 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Network hostable DHCP agents. Network: 1e336323-1661-4699-bf4a-5542620febf0, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:15.325063 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.332377 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-43731e5e-8ebb-44ff-be5e-4de35d1de220 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/quotas/87933a36279c4f6ab6dcb9851bbe8c65 HTTP/1.1" status: 200 len: 375 time: 0.0284598 Oct 12 16:49:15.345005 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Made reservation on behalf of 949f49aec9be41038c1b0d4443109b7d for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:15.347260 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.362241 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.364114 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:15.365232 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.393745 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2803533 Oct 12 16:49:15.397037 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58936) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:15.405385 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Request body: {'subnet': {'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1605650522-subnet', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:15.442429 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1696aa1-683b-49eb-8309-103167422c26 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6cd03d-f521-470d-ac52-2663a295efd9,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:15.462679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:15.479723 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-71b75646-b253-44e1-a2ca-baacb32642ca tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=87933a36279c4f6ab6dcb9851bbe8c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1465466 Oct 12 16:49:15.483600 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Network 1e336323-1661-4699-bf4a-5542620febf0 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:15.514361 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 1e336323-1661-4699-bf4a-5542620febf0) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:15.535071 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:15.535662 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.554377 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Made reservation on behalf of 2e0c9fd106594f5796ff041037814e2b for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:15.557193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.586862 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c58adb-ecc0-4c39-8d23-220231c47f81 None None] Network 1e336323-1661-4699-bf4a-5542620febf0 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:15.605895 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1506fbd0-fcf3-4b00-ae74-08b2970db5ff admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0059676 Oct 12 16:49:15.609554 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58958) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:15.617001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:15.654449 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.656459 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.738249 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-8259e468-70b2-42ea-8c49-37257c339b25 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:49:15.739262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-8259e468-70b2-42ea-8c49-37257c339b25 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0942986 Oct 12 16:49:15.747147 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.773256 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.878735 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-1e336323-1661-4699-bf4a-5542620febf0', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:49:15.880229 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:15.958323 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.101017 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6e51b1-55ee-4494-9714-1b1d51a081d3,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:16.125126 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Allocated IP 172.20.0.2 (1e336323-1661-4699-bf4a-5542620febf0/39a710f0-a861-4f77-97b7-eb64a1d6d7a2/d04ae4ba-71e1-4143-9263-7c711e9faaa7) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:16.142171 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Checking segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:16.142807 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Network hostable DHCP agents. Network: 91a1cca2-ba67-46d2-873f-a20958250480, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:16.151422 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.222852 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Checking segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:16.223394 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Network hostable DHCP agents. Network: 1b6cd03d-f521-470d-ac52-2663a295efd9, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:16.229698 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-be80a8aa-6187-4162-9c02-2064c826d826 service neutron] 10.222.0.58 "GET /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598539 Oct 12 16:49:16.258757 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Network 91a1cca2-ba67-46d2-873f-a20958250480 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:16.277207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 91a1cca2-ba67-46d2-873f-a20958250480) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:16.292218 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5f532-17ed-4bd0-a585-0eb07bc0569e None None] Network 91a1cca2-ba67-46d2-873f-a20958250480 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:16.324585 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.325404 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.342951 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5083d862-94ed-4a70-8c19-ac88d4c43c3b,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:16.343703 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.347241 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:16.360662 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0c32cdb2-7f1e-4566-94ef-00483e7828ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1574001 Oct 12 16:49:16.363356 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 1b6cd03d-f521-470d-ac52-2663a295efd9) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:16.368894 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58996) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:16.374664 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:16.382161 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:16.382389 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.398277 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.410781 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f61a6-c80c-4220-8d29-997ac8579e6e None None] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:16.411239 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ab609f04-4035-4f27-91d1-fad50d73f1ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0099773 Oct 12 16:49:16.414455 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59000) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:16.429839 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:16.440715 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.442187 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.489726 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-2a3778c9-ed66-4384-89ee-6342b79448e2 service neutron] 10.222.0.58 "GET /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472806 Oct 12 16:49:16.526880 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.528528 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.578423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59006) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:16.768404 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.784336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Allocated IP 172.27.1.248 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/844b7008-c977-4806-88e9-d69cfe7c33cb) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:16.799350 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.913464 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9b9a879b-cd3d-4a02-866f-19a1c2408ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.978643 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:16.980151 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04d3d3-9999-4430-96f7-cb9767cfeffe None None] Network 91a1cca2-ba67-46d2-873f-a20958250480 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:17.070295 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.085665 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-1b6cd03d-f521-470d-ac52-2663a295efd9', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:49:17.086585 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.098523 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-04716db1-e544-4e74-a6fd-8bee7f798fb3 req-a3eb8cd0-84a0-4dcd-bc31-dac22c40a83d tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.0796120 Oct 12 16:49:17.143467 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Network 1e336323-1661-4699-bf4a-5542620febf0 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:17.155299 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:17.160439 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:17.162321 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Pushing event updated for resources: {'Port': ['ID=d04ae4ba-71e1-4143-9263-7c711e9faaa7,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:17.193340 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.193708 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.194083 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.194424 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.195244 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.195595 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.195931 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.196298 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.196646 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.196979 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.197308 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.197716 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Tracked resource versions report: Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: pushed versions: Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: { 'AddressGroup': {'1.2'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'ConntrackHelper': {'1.0'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Log': {'1.0'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Network': {'1.1'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Port': {'1.7'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'PortForwarding': {'1.2'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'QosPolicy': {'1.10'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroup': {'1.4'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SubPort': {'1.0'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Subnet': {'1.1'}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Trunk': {'1.1'}} Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: consumer versions: Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'ConntrackHelper': '1.0', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Log': '1.0', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Network': '1.1', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Port': '1.7', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'PortForwarding': '1.2', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'QosPolicy': '1.10', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroup': '1.4', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SecurityGroupRule': '1.2', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'SubPort': '1.0', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Subnet': '1.1', Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: 'Trunk': '1.1'}} Oct 12 16:49:17.199335 dv-cinder-813222-2-iscsi neutron-server[105675]: {{(pid=105675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:49:17.203614 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.244265 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.357676 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9b9a879b-cd3d-4a02-866f-19a1c2408ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.371027 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Attempting to bind port d04ae4ba-71e1-4143-9263-7c711e9faaa7 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:17.371395 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Attempting to bind port d04ae4ba-71e1-4143-9263-7c711e9faaa7 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:17.372034 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Attempting to bind port d04ae4ba-71e1-4143-9263-7c711e9faaa7 on network 1e336323-1661-4699-bf4a-5542620febf0 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:17.375372 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.379517 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9b9a879b-cd3d-4a02-866f-19a1c2408ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.420381 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:17.420641 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Checking segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:17.421470 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.422076 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Bound using segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:17.422928 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Bound port: d04ae4ba-71e1-4143-9263-7c711e9faaa7, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:17.423693 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.443331 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a879b-cd3d-4a02-866f-19a1c2408ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988c8fd7-c8b5-4f9d-b138-1ffedeeb6759,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:17.498648 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9b9a879b-cd3d-4a02-866f-19a1c2408ce0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e8ef31aa09644f49a416c24940584f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9190764 Oct 12 16:49:17.516925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59056) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:17.574008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.598585 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.607072 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Allocated IP 172.20.0.2 (1b6cd03d-f521-470d-ac52-2663a295efd9/5083d862-94ed-4a70-8c19-ac88d4c43c3b/db092ebe-90f3-49c7-8433-f11423676a6f) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:17.659623 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] For port d04ae4ba-71e1-4143-9263-7c711e9faaa7, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:17.665407 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] For port d04ae4ba-71e1-4143-9263-7c711e9faaa7, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=d04ae4ba-71e1-4143-9263-7c711e9faaa7,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:17.673256 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:17.674160 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.681945 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.684389 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:17.695430 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:17.860474 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d48cad-4c15-4a3a-b429-8285fd7e1e2a None None] Pushing event updated for resources: {'Port': ['ID=d04ae4ba-71e1-4143-9263-7c711e9faaa7,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:17.923136 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4c75aefe-c8fc-406c-9bd8-59e73ec36142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:17.952590 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Pushing event updated for resources: {'Port': ['ID=844b7008-c977-4806-88e9-d69cfe7c33cb,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:18.000451 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4c75aefe-c8fc-406c-9bd8-59e73ec36142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.011100 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.037279 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.198721 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.198721 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.199915 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:18.199915 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:18.203015 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:18.210033 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Pushing event updated for resources: {'Port': ['ID=db092ebe-90f3-49c7-8433-f11423676a6f,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:18.268471 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Allocated IP 172.27.1.186 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/e3e20ef0-06fd-42b9-b527-16cda7c1ae04) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:18.294131 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59096) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:18.340976 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Attempting to bind port db092ebe-90f3-49c7-8433-f11423676a6f on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:18.341365 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Attempting to bind port db092ebe-90f3-49c7-8433-f11423676a6f by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:18.342666 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Attempting to bind port db092ebe-90f3-49c7-8433-f11423676a6f on network 1b6cd03d-f521-470d-ac52-2663a295efd9 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:18.348964 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:18.349356 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Checking segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:18.349867 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.350252 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Bound using segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:18.351107 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Bound port: db092ebe-90f3-49c7-8433-f11423676a6f, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:18.351107 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.363590 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6120e05e-8d63-4bc8-8c34-4ed86ec593e1 req-e28757e5-2de4-405f-8792-33585498137e tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.0683453 Oct 12 16:49:18.417987 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4c75aefe-c8fc-406c-9bd8-59e73ec36142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.420676 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4c75aefe-c8fc-406c-9bd8-59e73ec36142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.422013 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4c75aefe-c8fc-406c-9bd8-59e73ec36142 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/988c8fd7-c8b5-4f9d-b138-1ffedeeb6759 HTTP/1.1" status: 204 len: 168 time: 0.9041100 Oct 12 16:49:18.424117 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.451963 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75aefe-c8fc-406c-9bd8-59e73ec36142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988c8fd7-c8b5-4f9d-b138-1ffedeeb6759,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:18.464020 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] For port db092ebe-90f3-49c7-8433-f11423676a6f, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:18.479144 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] For port db092ebe-90f3-49c7-8433-f11423676a6f, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=db092ebe-90f3-49c7-8433-f11423676a6f,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:18.490171 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.550637 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.594043 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b46d35-3a35-4314-bf6a-4918d362ec98 None None] Pushing event updated for resources: {'Port': ['ID=db092ebe-90f3-49c7-8433-f11423676a6f,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:18.652124 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.686496 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.723254 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:18.732651 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:18.739230 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:18.751983 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Allocated IP 172.27.1.215 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/8a6f45fd-632a-4dd4-b1a6-b5ddb8105326) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:18.922409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59108) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:18.953678 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-413240cc-e08d-4120-81c0-5cf1866279d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:18.960329 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Pushing event updated for resources: {'Port': ['ID=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:19.056667 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.090892 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Router a29fef12-9a61-4abe-b373-d9953c593852 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:49:19.141228 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-413240cc-e08d-4120-81c0-5cf1866279d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.174320 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-413240cc-e08d-4120-81c0-5cf1866279d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.207665 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.270445 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.273912 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413240cc-e08d-4120-81c0-5cf1866279d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ba237-fdef-4949-acbb-e61103aa3473,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:19.281557 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-413240cc-e08d-4120-81c0-5cf1866279d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc26b104e90f424e99077574c63d13b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3528481 Oct 12 16:49:19.283183 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59116) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:19.371723 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:19.390164 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e1feb-b788-40db-8b69-1b6ee87165db None None] Network 1e336323-1661-4699-bf4a-5542620febf0 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:19.397630 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:19.406045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:19.426168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:19.438910 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:19.455698 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:19.458336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:48:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:19.463516 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device db092ebe-90f3-49c7-8433-f11423676a6f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:19.500665 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b5a48b80-930b-47cb-98d7-79b053b8aa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.554546 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-4f0ad0a6-8247-4104-b821-1bee188ff3d6 None None] Provisioning complete for port d04ae4ba-71e1-4143-9263-7c711e9faaa7 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:19.554963 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad0a6-8247-4104-b821-1bee188ff3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.567532 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.679148 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:19.680434 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad0a6-8247-4104-b821-1bee188ff3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.690596 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:19.728654 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.730244 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-24e0ba1e-f484-454c-ae3c-3c811d61425c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1190422 Oct 12 16:49:19.732611 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port db092ebe-90f3-49c7-8433-f11423676a6f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:19.735185 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59122) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:19.735789 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.766451 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a45ce2c-6c1c-444c-ab41-c366cb7e478b req-7724e0cb-5222-4254-ae63-52e7f2480efe tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.0801232 Oct 12 16:49:19.831788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39e3d4d7-7af4-49a0-ae30-7dcecd057bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.885303 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-4f0ad0a6-8247-4104-b821-1bee188ff3d6 None None] For port d04ae4ba-71e1-4143-9263-7c711e9faaa7, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=d04ae4ba-71e1-4143-9263-7c711e9faaa7,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:19.892996 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad0a6-8247-4104-b821-1bee188ff3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.895090 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:49:19.964659 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39e3d4d7-7af4-49a0-ae30-7dcecd057bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:19.983595 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:17Z', 'revision_number': 3, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:19.994869 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.006555 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ad0a6-8247-4104-b821-1bee188ff3d6 None None] Pushing event updated for resources: {'Port': ['ID=d04ae4ba-71e1-4143-9263-7c711e9faaa7,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:20.041982 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:20.042234 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Updating router a29fef12-9a61-4abe-b373-d9953c593852 port 844b7008-c977-4806-88e9-d69cfe7c33cb binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:20.056420 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port db092ebe-90f3-49c7-8433-f11423676a6f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=db092ebe-90f3-49c7-8433-f11423676a6f,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:20.064237 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.065089 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device d04ae4ba-71e1-4143-9263-7c711e9faaa7 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:20.084167 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.109248 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:20.138383 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.145025 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-740e3be7-1159-4dfe-908d-705bf7448b8d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7750461 Oct 12 16:49:20.146335 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Sync routers for ids ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:20.150478 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59130) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:20.151942 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde891d-8897-47d8-9a25-78e82df98e9f None None] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:20.257618 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.357908 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Routers {'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:20.362848 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:48:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:20.409149 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39e3d4d7-7af4-49a0-ae30-7dcecd057bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.412590 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39e3d4d7-7af4-49a0-ae30-7dcecd057bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.416216 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-39e3d4d7-7af4-49a0-ae30-7dcecd057bb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/240ba237-fdef-4949-acbb-e61103aa3473 HTTP/1.1" status: 204 len: 168 time: 1.1267543 Oct 12 16:49:20.449019 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.457473 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.500288 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=db092ebe-90f3-49c7-8433-f11423676a6f,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:20.509859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3d4d7-7af4-49a0-ae30-7dcecd057bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ba237-fdef-4949-acbb-e61103aa3473,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:20.535285 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Pushing event updated for resources: {'Port': ['ID=844b7008-c977-4806-88e9-d69cfe7c33cb,revision_number=2']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:20.545535 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.546167 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.546696 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.547179 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.547589 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.548132 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.548539 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.549007 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.549502 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.550094 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.550272 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.550578 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Tracked resource versions report: Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: pushed versions: Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: { 'AddressGroup': {'1.2'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'ConntrackHelper': {'1.0'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Log': {'1.0'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Network': {'1.1'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Port': {'1.7'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'PortForwarding': {'1.2'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'QosPolicy': {'1.10'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroup': {'1.4'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroupRule': {'1.2'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SubPort': {'1.0'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Subnet': {'1.1'}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Trunk': {'1.1'}} Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: consumer versions: Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: { DHCP agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: HyperV agent@hv-cinder-81322: {}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: L3 agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: Metadata agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: Metering agent@dv-cinder-813222-2-iscsi: {}, Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: Open vSwitch agent@dv-cinder-813222-2-iscsi: { 'AddressGroup': '1.2', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'ConntrackHelper': '1.0', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Log': '1.0', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Network': '1.1', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Port': '1.7', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'PortForwarding': '1.2', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'QosPolicy': '1.10', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroup': '1.4', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SecurityGroupRule': '1.2', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'SubPort': '1.0', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Subnet': '1.1', Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: 'Trunk': '1.1'}} Oct 12 16:49:20.551656 dv-cinder-813222-2-iscsi neutron-server[105676]: {{(pid=105676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 16:49:20.617667 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-52d3e135-bc70-4b96-80fe-041e2adffab9 None None] Provisioning complete for port db092ebe-90f3-49c7-8433-f11423676a6f triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:20.622143 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Attempting to bind port 844b7008-c977-4806-88e9-d69cfe7c33cb on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:20.622463 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-52d3e135-bc70-4b96-80fe-041e2adffab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.622574 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Attempting to bind port 844b7008-c977-4806-88e9-d69cfe7c33cb by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:20.622881 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Attempting to bind port 844b7008-c977-4806-88e9-d69cfe7c33cb on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:20.628018 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:20.628395 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:20.628804 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.629191 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:20.638351 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Bound port: 844b7008-c977-4806-88e9-d69cfe7c33cb, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:20.639667 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.722295 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] For port 844b7008-c977-4806-88e9-d69cfe7c33cb, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:20.727336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] For port 844b7008-c977-4806-88e9-d69cfe7c33cb, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=844b7008-c977-4806-88e9-d69cfe7c33cb,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:20.734248 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.735574 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port d04ae4ba-71e1-4143-9263-7c711e9faaa7 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:20.735948 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.875815 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Set router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:20.876243 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:20.926915 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:20.931975 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:48:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:21.018263 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96092-9a95-4888-a254-708ae4b7bd03 None None] Pushing event updated for resources: {'Port': ['ID=844b7008-c977-4806-88e9-d69cfe7c33cb,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:21.059492 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:21.196647 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:21.201913 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:21.250164 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-400b31f9-4844-4106-8cd8-ac6d024f467a None None] Provisioning complete for port d04ae4ba-71e1-4143-9263-7c711e9faaa7 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:21.250466 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-400b31f9-4844-4106-8cd8-ac6d024f467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:21.311068 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:19Z', 'revision_number': 3, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:21.469844 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fcbea9fb-0d30-41d6-97f2-6a9a580ebcc8 req-7c20ee0d-c299-479e-8aa8-3da2e8953318 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.3018205 Oct 12 16:49:21.566083 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Checking router: bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:21.566986 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Updating router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:21.569416 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device db092ebe-90f3-49c7-8433-f11423676a6f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:21.571530 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.43', 56298) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:21.712321 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:21.726493 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59192) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:21.745693 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Allocated IP 172.20.0.1 (91a1cca2-ba67-46d2-873f-a20958250480/9f6e51b1-55ee-4494-9714-1b1d51a081d3/1b03cf12-012e-446a-9331-6b6537c96b00) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:21.892083 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:17Z', 'revision_number': 3, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:21.980713 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:21.999367 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d51191-758c-4aaf-a78d-e8998ae3be68 None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:17Z', 'revision_number': 3, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:22.026982 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5f11ad55-8ee3-4bfe-896a-630891a087c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.094274 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port db092ebe-90f3-49c7-8433-f11423676a6f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:22.096410 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.161222 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5f11ad55-8ee3-4bfe-896a-630891a087c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.168903 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5f11ad55-8ee3-4bfe-896a-630891a087c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.236577 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:49:22.251702 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-29ddac1d-be03-4f9b-b1d4-c7c6eec0e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.271901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-7fd9d927-4404-47f7-be5e-e54c4edd976c None None] Provisioning complete for port db092ebe-90f3-49c7-8433-f11423676a6f triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:22.272291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7fd9d927-4404-47f7-be5e-e54c4edd976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.274235 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-5f11ad55-8ee3-4bfe-896a-630891a087c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cff5614277984837ac9781297f09f94c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5463653 Oct 12 16:49:22.275335 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11ad55-8ee3-4bfe-896a-630891a087c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b804f-a993-453c-9b4b-12a72c0983fb,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:22.279635 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59222) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:22.294128 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.298195 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-d58f581f-2a46-42b5-94a1-79e8ec8e2173 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:22.299802 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-d58f581f-2a46-42b5-94a1-79e8ec8e2173 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.43 "GET /v2.0/networks?id=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c HTTP/1.1" status: 200 len: 812 time: 0.7252216 Oct 12 16:49:22.348246 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Network 91a1cca2-ba67-46d2-873f-a20958250480 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:22.376105 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:22.387358 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:22.387932 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:22.395348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Request body: {'port': {'device_id': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c', 'admin_state_up': True, 'tenant_id': '87933a36279c4f6ab6dcb9851bbe8c65'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:22.406542 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Allocated IP 172.20.0.1 (1e336323-1661-4699-bf4a-5542620febf0/39a710f0-a861-4f77-97b7-eb64a1d6d7a2/9db8872e-9d1f-4cfc-81f9-efcb42a5a036) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:22.804189 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device d04ae4ba-71e1-4143-9263-7c711e9faaa7 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:22.913396 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.006229 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Pushing event updated for resources: {'Port': ['ID=1b03cf12-012e-446a-9331-6b6537c96b00,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:23.073840 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.131810 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.177689 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-867155a8-a008-428c-9353-bd2016908614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.322137 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296dcf5-8fe3-40d0-83e8-2dd685d8201e None None] Pushing event updated for resources: {'Port': ['ID=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:23.328757 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Attempting to bind port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:23.334056 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Attempting to bind port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:23.334641 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Attempting to bind port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:23.363448 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:23.367096 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:23.367756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.368234 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:23.376796 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Bound port: e3e20ef0-06fd-42b9-b527-16cda7c1ae04, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:23.377391 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.456677 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port d04ae4ba-71e1-4143-9263-7c711e9faaa7 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:23.457251 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.495755 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Made reservation on behalf of 87933a36279c4f6ab6dcb9851bbe8c65 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:23.510170 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.580563 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:23.588157 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.598065 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:23.605320 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.617255 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:23.618353 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:23.637706 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.659021 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eb44dfd3-82e9-43d6-805a-e8fbb0d5b4be req-dd25e4f1-5a71-498d-9880-234c19670d92 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.8438020 Oct 12 16:49:23.663193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.664017 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.690018 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-867155a8-a008-428c-9353-bd2016908614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.706558 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.819421 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] For port e3e20ef0-06fd-42b9-b527-16cda7c1ae04, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:23.827712 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] For port e3e20ef0-06fd-42b9-b527-16cda7c1ae04, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:23.834568 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.877197 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:23.992212 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296dcf5-8fe3-40d0-83e8-2dd685d8201e None None] Pushing event updated for resources: {'Port': ['ID=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:24.030716 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Routers {'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:24.031468 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:24.067998 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Pushing event updated for resources: {'Port': ['ID=1b03cf12-012e-446a-9331-6b6537c96b00,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:24.127192 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-867155a8-a008-428c-9353-bd2016908614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.130524 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-867155a8-a008-428c-9353-bd2016908614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.137284 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-867155a8-a008-428c-9353-bd2016908614 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f4b804f-a993-453c-9b4b-12a72c0983fb HTTP/1.1" status: 204 len: 168 time: 1.8531625 Oct 12 16:49:24.150180 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 844b7008-c977-4806-88e9-d69cfe7c33cb up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:24.179728 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:24.201781 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867155a8-a008-428c-9353-bd2016908614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b804f-a993-453c-9b4b-12a72c0983fb,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:24.225587 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Network 91a1cca2-ba67-46d2-873f-a20958250480 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:24.230439 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:24.267012 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.281372 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-0efe7656-0438-4623-b781-1b80b7335fe3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8658614 Oct 12 16:49:24.347556 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59310) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:24.428041 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Pushing event updated for resources: {'Port': ['ID=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:24.540130 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Network 1e336323-1661-4699-bf4a-5542620febf0 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:24.547135 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:24.555499 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:24.556537 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:24.680491 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] Set router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:24.891742 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:49:24.914476 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 844b7008-c977-4806-88e9-d69cfe7c33cb triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:24.924468 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.026449 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d2117661-9afb-491b-ae8f-c409db0cee1c req-69fdfcbc-e907-442b-a706-758fb16bfa40 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.0557084 Oct 12 16:49:25.103042 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:19Z', 'revision_number': 3, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:25.227180 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.232861 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-69424b7f-a14e-4328-8992-64119572caed None None] Provisioning complete for port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:25.233439 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-69424b7f-a14e-4328-8992-64119572caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.246815 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:25.247168 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Updating router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:25.320572 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59326) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:25.361710 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.370689 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Allocated IP 172.20.0.9 (cb5fce51-6a38-4819-9dbf-1dfe42db9b0c/e0899a77-c93f-432d-82e2-26b01e10bc77/1f8c581a-45ee-421d-baf3-624b746ccb08) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:25.403810 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.545127 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-69424b7f-a14e-4328-8992-64119572caed None None] Port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:25.587816 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:25.597541 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-68035f03-c8b5-4e26-9e18-c49ee85d0c77 admin admin] 10.222.0.58 "PUT /v2.0/routers/bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4459627 Oct 12 16:49:25.910765 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.940741 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.981157 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.983674 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:25.994114 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.006712 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 844b7008-c977-4806-88e9-d69cfe7c33cb, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=844b7008-c977-4806-88e9-d69cfe7c33cb,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:26.010468 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-618af20e-f7d4-4e71-b429-607bcf0ae8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.018439 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.251797 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:22Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '1b03cf12-012e-446a-9331-6b6537c96b00', 'name': '', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'mac_address': 'fa:16:3e:68:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:23Z', 'revision_number': 2, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'subnets': [{'id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:26.274412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=844b7008-c977-4806-88e9-d69cfe7c33cb,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:26.328711 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c26bd0-f0e0-48e4-943e-03f37f7d79af None None] The sync data for ids ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'] in dv-cinder-813222-2-iscsi is: [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:22Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '1b03cf12-012e-446a-9331-6b6537c96b00', 'name': '', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'mac_address': 'fa:16:3e:68:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:23Z', 'revision_number': 2, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'subnets': [{'id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:26.350228 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.357190 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-65f289a9-f69f-4e6c-b920-04f1fa7b02af req-bd66fae9-e99e-4a83-8e24-037be37f2cd4 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.1261740 Oct 12 16:49:26.359655 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.433593 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46fc0-5ecb-4410-970e-7bb2ff5dc427 None None] Pushing event updated for resources: {'Port': ['ID=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,revision_number=2']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:26.483784 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Attempting to bind port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:26.484258 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Attempting to bind port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:26.484630 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Attempting to bind port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:26.490403 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:26.491040 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:26.491446 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.491665 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Pushing event updated for resources: {'Port': ['ID=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:26.491832 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:26.492514 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Bound port: 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:26.493205 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.563966 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] For port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:26.568299 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] For port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:26.574352 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.682968 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:26.698406 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Allocated IP 172.20.0.1 (1b6cd03d-f521-470d-ac52-2663a295efd9/5083d862-94ed-4a70-8c19-ac88d4c43c3b/ad0005e9-c75e-4a16-bad4-4a833a758f18) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:26.748182 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:26.749556 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:26.768952 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46fc0-5ecb-4410-970e-7bb2ff5dc427 None None] Pushing event updated for resources: {'Port': ['ID=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:26.996868 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.001468 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-ebe10283-7752-4d76-9847-1f95f9f9a9e1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:27.003495 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-ebe10283-7752-4d76-9847-1f95f9f9a9e1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 819 time: 0.4889331 Oct 12 16:49:27.009025 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Network 1e336323-1661-4699-bf4a-5542620febf0 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:27.036917 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:27.039485 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-071a1493-2c50-45c8-965f-069f363222c1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/quotas/949f49aec9be41038c1b0d4443109b7d HTTP/1.1" status: 200 len: 375 time: 0.0273216 Oct 12 16:49:27.081066 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-618af20e-f7d4-4e71-b429-607bcf0ae8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.088044 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:27.160132 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-618af20e-f7d4-4e71-b429-607bcf0ae8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.250162 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-5f70422e-0e70-4eaf-99eb-019fc8f2f1c3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2025993 Oct 12 16:49:27.253638 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.341754 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.452542 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:27.459103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:27.486709 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:27.487496 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.540901 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.579735 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618af20e-f7d4-4e71-b429-607bcf0ae8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ebdb9b-c9e1-490c-a939-cfdbf183f748,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:27.621418 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Pushing event updated for resources: {'Port': ['ID=ad0005e9-c75e-4a16-bad4-4a833a758f18,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:27.670840 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-e57e4e44-377f-4e1e-8370-4fbc5178ae99 None None] Provisioning complete for port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:27.673160 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e57e4e44-377f-4e1e-8370-4fbc5178ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.726904 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:19Z', 'revision_number': 3, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:27.744085 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:49:27.758128 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:27.769890 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-618af20e-f7d4-4e71-b429-607bcf0ae8ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=587528e2662a4cb89eedea831874bc2e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4322512 Oct 12 16:49:27.771664 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59410) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:27.788668 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Pushing event updated for resources: {'Port': ['ID=1f8c581a-45ee-421d-baf3-624b746ccb08,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:27.796568 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:27.799415 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:27.807333 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:27.808358 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:27.842169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-e57e4e44-377f-4e1e-8370-4fbc5178ae99 None None] Port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:27.874503 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Router a29fef12-9a61-4abe-b373-d9953c593852 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:49:27.888022 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2448acf-ec20-460a-a418-c7c880e406cd None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:19Z', 'revision_number': 3, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:27.904288 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3334506c-c210-4759-9ff2-7f789501cd6c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5286691 Oct 12 16:49:27.917113 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3fb12d17-d5a0-41c6-99b3-2392c40badf3 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:49:27.918807 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-3fb12d17-d5a0-41c6-99b3-2392c40badf3 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064526 Oct 12 16:49:27.984886 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-969f7f63-a03c-40a4-a39a-37c6d7996e12 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:49:28.010319 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-969f7f63-a03c-40a4-a39a-37c6d7996e12 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3366969 Oct 12 16:49:28.196850 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef2a3-c129-440d-b0cd-2df795817aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:28.201369 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-6eaa1530-8b52-4af3-9be7-224dbe921c5c None None] Provisioning complete for port ad0005e9-c75e-4a16-bad4-4a833a758f18 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:28.204870 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1530-8b52-4af3-9be7-224dbe921c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:28.273047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef2a3-c129-440d-b0cd-2df795817aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:28.366767 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa1530-8b52-4af3-9be7-224dbe921c5c None None] Port ad0005e9-c75e-4a16-bad4-4a833a758f18 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:28.399752 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 844b7008-c977-4806-88e9-d69cfe7c33cb up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:28.564811 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 844b7008-c977-4806-88e9-d69cfe7c33cb triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:28.565154 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0b2f7-e853-4afe-b936-94277128ff44 req-8ca97612-75c9-4680-9043-f971806a3df1 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:28.566029 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:28.579423 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a5f0b2f7-e853-4afe-b936-94277128ff44 req-8ca97612-75c9-4680-9043-f971806a3df1 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 931 time: 0.9358075 Oct 12 16:49:28.645190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:28.688969 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-d3f372fb-d7b8-4b32-9c6e-3389c865e906 service neutron] 10.222.0.58 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767578 Oct 12 16:49:28.774685 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e3e20ef0-06fd-42b9-b527-16cda7c1ae04 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:28.786835 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a5f0b2f7-e853-4afe-b936-94277128ff44 req-c8580ca6-35e6-4923-881c-7bdc3c897782 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061827 Oct 12 16:49:28.883652 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59430) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:28.927359 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Request body: {'port': {'device_id': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:29.000560 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef2a3-c129-440d-b0cd-2df795817aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.008493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef2a3-c129-440d-b0cd-2df795817aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.016227 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-eb7ef2a3-c129-440d-b0cd-2df795817aee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79ebdb9b-c9e1-490c-a939-cfdbf183f748 HTTP/1.1" status: 204 len: 168 time: 1.1875825 Oct 12 16:49:29.119430 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef2a3-c129-440d-b0cd-2df795817aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ebdb9b-c9e1-490c-a939-cfdbf183f748,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:29.225578 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:29.231847 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.251431 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:29.256661 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-20ca6e9e-bcac-4df3-8df6-a1e629d13321 admin admin] 10.222.0.58 "PUT /v2.0/routers/a29fef12-9a61-4abe-b373-d9953c593852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5089648 Oct 12 16:49:29.275508 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:29.276141 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:29.345488 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-449aaea3-8cc4-42fb-8d9f-b4f1ab33c3ee service neutron] 10.222.0.58 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057775 Oct 12 16:49:29.362497 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:29.362899 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.524708 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39d1609a-7e0c-422c-bcda-cf22dbf3abcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.605086 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.614870 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.615953 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:29.705124 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59446) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:29.727217 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:29.826141 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Pushing event updated for resources: {'Port': ['ID=ad0005e9-c75e-4a16-bad4-4a833a758f18,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:29.943091 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:29.948834 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:29.975124 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39d1609a-7e0c-422c-bcda-cf22dbf3abcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.063294 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.160543 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-39d1609a-7e0c-422c-bcda-cf22dbf3abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.292946 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4a875934-a0b0-4114-b053-585e09a349f8 req-23af8245-d1f5-44b4-b26a-0e6ba87c2a4a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.1924505 Oct 12 16:49:30.436812 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port e3e20ef0-06fd-42b9-b527-16cda7c1ae04, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:30.443600 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-39d1609a-7e0c-422c-bcda-cf22dbf3abcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=967de0d1fc57499591a7ebbfdaf1857e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5070472 Oct 12 16:49:30.445865 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59476) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:30.464072 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.467054 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1609a-7e0c-422c-bcda-cf22dbf3abcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd76d62-fe5c-4d51-9e7a-5b57138273bf,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:30.548878 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59478) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:30.558036 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-8e70cdad-3b9b-47d4-8d4d-519c97be8301 None None] Provisioning complete for port ad0005e9-c75e-4a16-bad4-4a833a758f18 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:30.558411 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8e70cdad-3b9b-47d4-8d4d-519c97be8301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.779625 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-8e70cdad-3b9b-47d4-8d4d-519c97be8301 None None] Port ad0005e9-c75e-4a16-bad4-4a833a758f18 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:30.811197 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-533b182f-99c8-4d82-9f7b-e0a1b0d57970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:30.816759 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 2, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:30.825247 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:30.846495 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:30.863781 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8c581a-45ee-421d-baf3-624b746ccb08 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:30.876319 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a06d1-f9da-406f-b29f-f2060d7bca2b req-adef7b52-9fa4-4eb0-a21f-91b0e09aa693 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:30.885257 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a60a06d1-f9da-406f-b29f-f2060d7bca2b req-adef7b52-9fa4-4eb0-a21f-91b0e09aa693 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 931 time: 0.9059303 Oct 12 16:49:30.910452 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.017742 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:49:31.037668 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a60a06d1-f9da-406f-b29f-f2060d7bca2b req-c63a130a-3f68-4c72-a4d6-2c05721129c1 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288471 Oct 12 16:49:31.067366 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:31.068028 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Updating router a29fef12-9a61-4abe-b373-d9953c593852 port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:31.080419 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-533b182f-99c8-4d82-9f7b-e0a1b0d57970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.118976 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:31.119681 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.122281 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.185783 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Transition to ACTIVE for port object 1f8c581a-45ee-421d-baf3-624b746ccb08 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:31.270123 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c89872b-27da-4f94-9a82-3a12460152ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.293300 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Sync routers for ids ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:31.322517 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Routers {'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:31.328552 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:31.356973 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-533b182f-99c8-4d82-9f7b-e0a1b0d57970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.422958 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:49:31.470619 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-7f53f304-8ab2-4a76-b9a7-3ace1bd3bcaa admin admin] 10.222.0.58 "PUT /v2.0/routers/7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1065893 Oct 12 16:49:31.633951 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c89872b-27da-4f94-9a82-3a12460152ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.659042 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.700804 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-bb727dca-2dab-49f6-9ddf-099e1605d36b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:31.702746 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-bb727dca-2dab-49f6-9ddf-099e1605d36b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 819 time: 0.2815411 Oct 12 16:49:31.703401 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59516) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:31.709137 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049834699', 'description': 'tempest-description--1121934882'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:31.751004 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-533b182f-99c8-4d82-9f7b-e0a1b0d57970 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d4ea1df29fb479e83de3b725e52e3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0427675 Oct 12 16:49:31.755043 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.756040 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59520) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:31.798208 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Set router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:31.799769 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b182f-99c8-4d82-9f7b-e0a1b0d57970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fe54f7-293f-420d-87b0-7fb03dfacb10,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:31.800942 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-c34b3725-dde1-44e7-bbd6-277e36430226 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/quotas/949f49aec9be41038c1b0d4443109b7d HTTP/1.1" status: 200 len: 375 time: 0.0856202 Oct 12 16:49:31.909908 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:31.947599 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.955371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:31.996397 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c89872b-27da-4f94-9a82-3a12460152ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.096467 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.107814 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59536) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:32.119682 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:49:32.120363 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.165417 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-26503da5-a36e-4bfe-8c3d-3de2c249f305 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3632209 Oct 12 16:49:32.181503 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7138306c-32cb-4a8f-94f0-9a0209031088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.208868 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:22Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '1b03cf12-012e-446a-9331-6b6537c96b00', 'name': '', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'mac_address': 'fa:16:3e:68:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:23Z', 'revision_number': 2, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'subnets': [{'id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:32.222511 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:32.249093 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:32.249746 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:32.266120 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.266394 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4c89872b-27da-4f94-9a82-3a12460152ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=358fc36e15df4b6a979eda55c9f13063&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7138088 Oct 12 16:49:32.266493 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5606632 Oct 12 16:49:32.280378 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89872b-27da-4f94-9a82-3a12460152ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6255b-54cb-43cc-9322-993287429cb0,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:32.289670 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59540) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:32.291449 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Checking router: bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:32.292094 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Updating router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e port 1b03cf12-012e-446a-9331-6b6537c96b00 binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:32.299372 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59542) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:32.314435 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d7698e3-4cc8-4931-a5ad-d3134c23c29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.321076 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec5b45-dd30-4e14-98cb-66dd61b8fdca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a172612e-c4c2-4505-a063-07f1f6f9b789,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:32.340587 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.368295 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'security_group_rule': {'security_group_id': 'a172612e-c4c2-4505-a063-07f1f6f9b789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:32.432071 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7138306c-32cb-4a8f-94f0-9a0209031088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.470662 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8c581a-45ee-421d-baf3-624b746ccb08,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:32.531448 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-317404245-network', 'tenant_id': '2f646b4aa79a46898724bfd15fd93790'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:32.559749 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d7698e3-4cc8-4931-a5ad-d3134c23c29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.700597 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59548) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:32.717429 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.726409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Attempting to bind port 1f8c581a-45ee-421d-baf3-624b746ccb08 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:32.727513 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Attempting to bind port 1f8c581a-45ee-421d-baf3-624b746ccb08 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'be6d9330-778c-4f87-8215-e7c68e1fb954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:32.728306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Attempting to bind port 1f8c581a-45ee-421d-baf3-624b746ccb08 on network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:32.734819 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e3e20ef0-06fd-42b9-b527-16cda7c1ae04 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:32.737229 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d7698e3-4cc8-4931-a5ad-d3134c23c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.761958 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d7698e3-4cc8-4931-a5ad-d3134c23c29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.762187 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.765862 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-5d7698e3-4cc8-4931-a5ad-d3134c23c29a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbd76d62-fe5c-4d51-9e7a-5b57138273bf HTTP/1.1" status: 204 len: 168 time: 2.3082056 Oct 12 16:49:32.772436 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Port 1f8c581a-45ee-421d-baf3-624b746ccb08 on network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:32.772953 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Attempting to bind port 1f8c581a-45ee-421d-baf3-624b746ccb08 on network cb5fce51-6a38-4819-9dbf-1dfe42db9b0c {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:32.786619 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:32.787784 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Checking segment: {'id': 'be6d9330-778c-4f87-8215-e7c68e1fb954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:32.818441 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Bound using segment: {'id': 'be6d9330-778c-4f87-8215-e7c68e1fb954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:32.821299 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Bound port: 1f8c581a-45ee-421d-baf3-624b746ccb08, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6d9330-778c-4f87-8215-e7c68e1fb954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:32.823493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.844168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7698e3-4cc8-4931-a5ad-d3134c23c29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd76d62-fe5c-4d51-9e7a-5b57138273bf,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:32.859823 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019062355', 'description': 'tempest-description--1496931760'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:32.864366 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.921542 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Made reservation on behalf of 2f646b4aa79a46898724bfd15fd93790 for: {'network': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:32.927730 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:32.937243 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dc6c6-86ed-4548-891c-261515dbb49c None None] Pushing event updated for resources: {'Port': ['ID=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:32.965450 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:32.991768 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.008366 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:33.008879 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.068395 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.089010 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.140630 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] For port 1f8c581a-45ee-421d-baf3-624b746ccb08, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:33.156135 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] For port 1f8c581a-45ee-421d-baf3-624b746ccb08, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f8c581a-45ee-421d-baf3-624b746ccb08,segment=NetworkSegment(be6d9330-778c-4f87-8215-e7c68e1fb954),segment_id=be6d9330-778c-4f87-8215-e7c68e1fb954)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:33.170948 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.208881 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:33.209728 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.212928 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/1f8c581a-45ee-421d-baf3-624b746ccb08 HTTP/1.1" status: 200 len: 1093 time: 5.0612471 Oct 12 16:49:33.213679 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'tag': '1f8c581a-45ee-421d-baf3-624b746ccb08'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:33.216756 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Attempting to bind port 1b03cf12-012e-446a-9331-6b6537c96b00 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:33.219929 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Attempting to bind port 1b03cf12-012e-446a-9331-6b6537c96b00 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:33.220509 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Attempting to bind port 1b03cf12-012e-446a-9331-6b6537c96b00 on network 91a1cca2-ba67-46d2-873f-a20958250480 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:33.240187 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:33.241210 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Checking segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:33.241793 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.242756 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Bound using segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:33.243407 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Bound port: 1b03cf12-012e-446a-9331-6b6537c96b00, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:33.243983 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.347148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7138306c-32cb-4a8f-94f0-9a0209031088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.358524 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7138306c-32cb-4a8f-94f0-9a0209031088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.359689 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-7138306c-32cb-4a8f-94f0-9a0209031088 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02fe54f7-293f-420d-87b0-7fb03dfacb10 HTTP/1.1" status: 204 len: 168 time: 1.5999651 Oct 12 16:49:33.360525 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.367457 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] For port 1b03cf12-012e-446a-9331-6b6537c96b00, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:33.371438 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] For port 1b03cf12-012e-446a-9331-6b6537c96b00, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b03cf12-012e-446a-9331-6b6537c96b00,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:33.395040 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fa7e6-489a-4a7b-8e44-4d64aced1858 None None] Pushing event updated for resources: {'Port': ['ID=1b03cf12-012e-446a-9331-6b6537c96b00,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:33.406188 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.409590 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Attempting to bind port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:33.410195 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Attempting to bind port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:33.410589 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Attempting to bind port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 on network 1e336323-1661-4699-bf4a-5542620febf0 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:33.462411 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:33.463066 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Checking segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:33.463459 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.464016 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Bound using segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:33.464694 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Bound port: 9db8872e-9d1f-4cfc-81f9-efcb42a5a036, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:33.465212 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.550301 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:33.599504 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.760162 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138306c-32cb-4a8f-94f0-9a0209031088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fe54f7-293f-420d-87b0-7fb03dfacb10,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:33.764731 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14a40-d827-4229-8b86-be096e1c97b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8c581a-45ee-421d-baf3-624b746ccb08,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:33.773622 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.819307 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fa7e6-489a-4a7b-8e44-4d64aced1858 None None] Pushing event updated for resources: {'Port': ['ID=1b03cf12-012e-446a-9331-6b6537c96b00,revision_number=4']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:33.831871 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Routers {'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:33.835366 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:33.838159 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=105674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:33.841316 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] For port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:33.850741 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] For port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:33.850980 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.851326 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.segments_db [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Added segment 092f8f84-a063-4043-a811-75672c915ec4 of type vlan for network 8c377bb8-6649-4991-83e3-4079aef19c23 Oct 12 16:49:33.866549 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:33.919969 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-25a69e1c-d3fd-4782-8351-ebb7a9c7aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:33.921501 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-25a69e1c-d3fd-4782-8351-ebb7a9c7aada service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=87933a36279c4f6ab6dcb9851bbe8c65&device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 1096 time: 0.2299175 Oct 12 16:49:34.037846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.093626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.138813 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68bef84a-7214-45f6-9d23-d78e1b4c3c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.205037 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f965a1-b076-4cdc-8cf5-77df1fefc96f" -d '{"events": [{"name": "network-changed", "server_uuid": "893d6486-3f26-47da-9e66-b747d0d9a98d", "tag": "1f8c581a-45ee-421d-baf3-624b746ccb08"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:34.222078 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-58596693-abd2-4286-985a-1891584dbab5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f8c581a-45ee-421d-baf3-624b746ccb08 HTTP/1.1" status: 200 len: 217 time: 0.2749207 Oct 12 16:49:34.223748 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] Set router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:34.243714 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.257605 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dc6c6-86ed-4548-891c-261515dbb49c None None] Pushing event updated for resources: {'Port': ['ID=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:34.275082 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb6b31-a174-4b10-8c27-d6d7efd0604c,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:34.278122 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-1a51c5f3-672d-494b-8c49-c8b4382d8cc5 None None] Provisioning complete for port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:34.278545 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1a51c5f3-672d-494b-8c49-c8b4382d8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.308273 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.330150 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:34.330150 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:34.354759 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.390694 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60356761-e7d4-48dc-82e7-27a0647afc97 req-a2ce5a5a-ade2-47e4-86f5-d9dd9edf8ea7 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:34.403019 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-60356761-e7d4-48dc-82e7-27a0647afc97 req-a2ce5a5a-ade2-47e4-86f5-d9dd9edf8ea7 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 943 time: 1.5296977 Oct 12 16:49:34.405493 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.406122 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:34.406938 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.427969 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59588) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:34.451192 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17fa4c67-ce0a-47c0-9ccd-049e368488ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.466455 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.43', 56321) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:34.487668 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68bef84a-7214-45f6-9d23-d78e1b4c3c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.585683 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-8785b02a-2f38-4891-b506-e0ba4b970b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:34.591103 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-8785b02a-2f38-4891-b506-e0ba4b970b0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0899a77-c93f-432d-82e2-26b01e10bc77 HTTP/1.1" status: 200 len: 852 time: 0.2454340 Oct 12 16:49:34.600653 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:34.601257 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.674389 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b2052a-0347-45d1-97dd-846c04ffe4df,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:34.719027 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1a51c5f3-672d-494b-8c49-c8b4382d8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.743585 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] Pushing event updated for resources: {'Network': ['ID=8c377bb8-6649-4991-83e3-4079aef19c23,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:34.758853 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-8fc3c3b5-31ae-4bc2-82da-08b5a4a0572d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481531 Oct 12 16:49:34.759187 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.764493 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9193447 Oct 12 16:49:34.764663 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-1a51c5f3-672d-494b-8c49-c8b4382d8cc5 None None] For port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:34.776465 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59592) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:34.782824 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1a51c5f3-672d-494b-8c49-c8b4382d8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.789431 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'security_group_rule': {'security_group_id': 'f193767d-bc09-4a9b-b3f4-5d522de55eab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:34.857322 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-60356761-e7d4-48dc-82e7-27a0647afc97 req-216492d1-4875-443a-a69b-2506a9df7741 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532986 Oct 12 16:49:34.866733 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.872942 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4f3997ee-4ad9-4ded-b287-22c40ef00579 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5531218 Oct 12 16:49:34.878953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9cd080a9-6b7a-43f0-b9a9-e306f0221c27 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7671175 Oct 12 16:49:34.879301 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68bef84a-7214-45f6-9d23-d78e1b4c3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.886365 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-68bef84a-7214-45f6-9d23-d78e1b4c3c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.887984 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-68bef84a-7214-45f6-9d23-d78e1b4c3c89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f8b6255b-54cb-43cc-9322-993287429cb0 HTTP/1.1" status: 204 len: 168 time: 2.5693643 Oct 12 16:49:34.912887 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59594) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:34.917008 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59596) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:34.931632 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17fa4c67-ce0a-47c0-9ccd-049e368488ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:34.936161 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:34.949552 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-6ffd4f20-7328-4af8-a32d-dd544601466f service neutron] 10.222.0.58 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7787082 Oct 12 16:49:34.963387 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'security_group_rule': {'security_group_id': 'a172612e-c4c2-4505-a063-07f1f6f9b789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:34.973083 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:22Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '1b03cf12-012e-446a-9331-6b6537c96b00', 'name': '', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'mac_address': 'fa:16:3e:68:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:33Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'subnets': [{'id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:35.046169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 8c377bb8-6649-4991-83e3-4079aef19c23 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:35.052220 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-94e20993-af27-48d7-83aa-5c6ac154c437 service neutron] 10.222.0.43 "GET /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510090 Oct 12 16:49:35.056789 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17fa4c67-ce0a-47c0-9ccd-049e368488ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.062281 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5b898-1522-45e7-bb35-42204c6d9265 None None] The sync data for ids ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'] in dv-cinder-813222-2-iscsi is: [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:22Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '1b03cf12-012e-446a-9331-6b6537c96b00', 'name': '', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'mac_address': 'fa:16:3e:68:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:33Z', 'revision_number': 4, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'subnets': [{'id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:35.088894 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Request body: {'subnet': {'network_id': '8c377bb8-6649-4991-83e3-4079aef19c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-317404245-subnet', 'tenant_id': '2f646b4aa79a46898724bfd15fd93790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:35.182821 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-17fa4c67-ce0a-47c0-9ccd-049e368488ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7338765b647543fe8e7234c241741a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532990 Oct 12 16:49:35.191978 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa4c67-ce0a-47c0-9ccd-049e368488ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b9c03-7dba-460d-a173-35c1813ef178,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:35.327802 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-b1b6a992-5315-4475-8363-3c44c0a58b32 None None] Provisioning complete for port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:35.328212 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a992-5315-4475-8363-3c44c0a58b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.340407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59606) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:35.341562 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.428399 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.477166 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-c4f2997a-9596-45af-8ab2-ff752b7b0c3c service neutron] 10.222.0.58 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492382 Oct 12 16:49:35.478507 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.db.api [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 16:49:35.478507 dv-cinder-813222-2-iscsi neutron-server[105674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 16:49:35.478507 dv-cinder-813222-2-iscsi neutron-server[105674]: [parameters: {'project_id_1': '2f646b4aa79a46898724bfd15fd93790', 'expiration_1': datetime.datetime(2021, 10, 12, 16, 49, 15, 103271)}] Oct 12 16:49:35.478507 dv-cinder-813222-2-iscsi neutron-server[105674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 16:49:35.480166 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG oslo_db.api [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 16:49:35.480305 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:29Z', 'revision_number': 2, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:35.503395 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dfaf6-22fa-4819-9bce-27eac97123a1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f193767d-bc09-4a9b-b3f4-5d522de55eab,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:35.550552 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef84a-7214-45f6-9d23-d78e1b4c3c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6255b-54cb-43cc-9322-993287429cb0,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:35.604030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.623952 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.695628 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.698191 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7721560 Oct 12 16:49:35.710509 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10013b33-de6b-41bf-b7e8-0a2bc5047f68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebfaec7-e05e-41aa-9ffe-a85ac90a3bd0,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:35.713057 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59616) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:35.723808 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:35.839351 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d916dd44-9dc3-4501-8a68-c2ec1d0c2715 req-0f62cf4d-1d62-458e-b036-34e258be9312 service neutron] 10.222.0.43 "GET /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546335 Oct 12 16:49:35.847543 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87a646-87a2-45a5-a932-42185417a78b x-openstack-request-id: req-8b87a646-87a2-45a5-a932-42185417a78b {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:35.848267 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893d6486-3f26-47da-9e66-b747d0d9a98d", "tag": "1f8c581a-45ee-421d-baf3-624b746ccb08", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:35.848663 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b87a646-87a2-45a5-a932-42185417a78b {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:35.849425 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'tag': '1f8c581a-45ee-421d-baf3-624b746ccb08', 'status': 'completed', 'code': 200} Oct 12 16:49:35.860594 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.941286 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59624) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:35.943592 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8392c61d-59ba-438c-ad50-3469984e0d91 req-6a447752-897e-4782-98bf-ff61b6fb6291 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 210 time: 0.1175733 Oct 12 16:49:35.979615 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9b9d-2786-4fe2-8b55-6102ceb85db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:35.989838 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:49:35.989838 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Updating router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 port ad0005e9-c75e-4a16-bad4-4a833a758f18 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:49:36.045359 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51c5f3-672d-494b-8c49-c8b4382d8cc5 None None] Pushing event updated for resources: {'Port': ['ID=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:36.128403 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.129765 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Made reservation on behalf of 2f646b4aa79a46898724bfd15fd93790 for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:36.135367 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.151442 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-fe292b2a-e027-4728-bf1c-3b65870c8fdd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:36.153304 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-fe292b2a-e027-4728-bf1c-3b65870c8fdd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 819 time: 1.6802516 Oct 12 16:49:36.160272 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.239905 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.281523 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Request body: {'port': {'device_id': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'admin_state_up': True, 'tenant_id': '949f49aec9be41038c1b0d4443109b7d'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:36.303021 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7ae59936-a6de-479e-850f-2edf9cabf64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.414795 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2361cb-106b-4946-97b5-cd07b2881148,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:36.455731 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9b9d-2786-4fe2-8b55-6102ceb85db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.493707 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.500278 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f7e512ff-bc09-4636-aabc-3e830547484b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7212808 Oct 12 16:49:36.500865 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59646) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:36.530357 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9b9d-2786-4fe2-8b55-6102ceb85db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.533213 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'security_group_rule': {'security_group_id': 'f193767d-bc09-4a9b-b3f4-5d522de55eab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:36.612962 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7ae59936-a6de-479e-850f-2edf9cabf64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.710062 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9b0e9b9d-2786-4fe2-8b55-6102ceb85db4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4fc2cceaf6b4386b10efb36b8ac4c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7650452 Oct 12 16:49:36.722598 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59658) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:36.725409 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e9b9d-2786-4fe2-8b55-6102ceb85db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3168f3-f289-4833-9fff-c24632d78e45,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:36.769192 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-8d5468fb-aec8-47c1-9f98-added2fa78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:36.770943 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-8d5468fb-aec8-47c1-9f98-added2fa78fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=87933a36279c4f6ab6dcb9851bbe8c65&device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 1096 time: 0.6452136 Oct 12 16:49:36.782186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.797898 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e87462-56f8-45fd-a53d-b3335813f872 req-67620aa8-d6b1-4ec2-b10b-563935bb1392 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:36.810820 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-72e87462-56f8-45fd-a53d-b3335813f872 req-67620aa8-d6b1-4ec2-b10b-563935bb1392 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 943 time: 0.5214622 Oct 12 16:49:36.883376 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b03cf12-012e-446a-9331-6b6537c96b00 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:36.987763 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:36.998210 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.055579 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.141591 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a816-16bd-4a8c-baee-30d32810a4d3 None None] Pushing event updated for resources: {'Port': ['ID=ad0005e9-c75e-4a16-bad4-4a833a758f18,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:37.174454 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1b03cf12-012e-446a-9331-6b6537c96b00 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:37.175293 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.178788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Made reservation on behalf of 949f49aec9be41038c1b0d4443109b7d for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:37.191224 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.243471 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7ae59936-a6de-479e-850f-2edf9cabf64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.245998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7ae59936-a6de-479e-850f-2edf9cabf64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.247177 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7ae59936-a6de-479e-850f-2edf9cabf64b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/288b9c03-7dba-460d-a173-35c1813ef178 HTTP/1.1" status: 204 len: 168 time: 1.4058883 Oct 12 16:49:37.361944 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-72e87462-56f8-45fd-a53d-b3335813f872 req-ecb02668-4de1-463f-b9f4-351be705eae9 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519669 Oct 12 16:49:37.367122 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59666) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:37.384897 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Attempting to bind port ad0005e9-c75e-4a16-bad4-4a833a758f18 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:37.385298 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Attempting to bind port ad0005e9-c75e-4a16-bad4-4a833a758f18 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:37.385631 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Attempting to bind port ad0005e9-c75e-4a16-bad4-4a833a758f18 on network 1b6cd03d-f521-470d-ac52-2663a295efd9 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:37.391870 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9f3d590a-5e3c-454c-85de-a7964934b4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.414845 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:37.415223 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Checking segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:37.415650 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.416031 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Bound using segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:37.416518 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Bound port: ad0005e9-c75e-4a16-bad4-4a833a758f18, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:37.416906 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.510527 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d10b6d0c-2a04-43a9-9553-42d2b967a2c0 req-e5378bae-7056-4580-8908-b364e4584c32 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 210 time: 0.2097445 Oct 12 16:49:37.517537 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-1aaa046a-a15a-4705-8990-eea9479df61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:37.520279 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-1aaa046a-a15a-4705-8990-eea9479df61b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c HTTP/1.1" status: 200 len: 914 time: 0.6986840 Oct 12 16:49:37.535946 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae59936-a6de-479e-850f-2edf9cabf64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b9c03-7dba-460d-a173-35c1813ef178,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:37.621289 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:33Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:37.663555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9f3d590a-5e3c-454c-85de-a7964934b4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.726200 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.729951 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-756e2433-017c-4b51-86f1-b01bb38b4864 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f8c581a-45ee-421d-baf3-624b746ccb08 HTTP/1.1" status: 200 len: 217 time: 0.0937798 Oct 12 16:49:37.756338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.863597 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ca515-4500-44ba-89fb-07aeb88105f5 None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:33Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:37.883291 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9f3d590a-5e3c-454c-85de-a7964934b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.886171 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9f3d590a-5e3c-454c-85de-a7964934b4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.889955 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9f3d590a-5e3c-454c-85de-a7964934b4e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d3168f3-f289-4833-9fff-c24632d78e45 HTTP/1.1" status: 204 len: 168 time: 1.1337450 Oct 12 16:49:37.889955 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.927091 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.939701 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d590a-5e3c-454c-85de-a7964934b4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3168f3-f289-4833-9fff-c24632d78e45,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:37.965335 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Allocated IP 172.27.1.7 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/b20842f7-e9dc-4766-8608-6c7136a2b867) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:37.998819 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:37.999920 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4811826 Oct 12 16:49:38.004118 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59676) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:38.045426 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-14b91ec1-e808-4d00-9ee2-c11f994fe1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:38.046413 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:38.048360 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-14b91ec1-e808-4d00-9ee2-c11f994fe1b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0899a77-c93f-432d-82e2-26b01e10bc77 HTTP/1.1" status: 200 len: 852 time: 0.2954295 Oct 12 16:49:38.085643 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-ed202538-bd26-4b27-a830-b1bf8548b142 None None] Provisioning complete for port ad0005e9-c75e-4a16-bad4-4a833a758f18 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:38.088418 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ed202538-bd26-4b27-a830-b1bf8548b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.091443 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12f23be-e7ee-4c86-847f-24ed1a7ff9e3,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:38.101047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cd292-5915-4616-bf39-98231a171c91 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487dcd4e-fd36-4cd8-9df6-5ecdb9593134,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:38.187071 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Checking segment: {'id': '092f8f84-a063-4043-a811-75672c915ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8c377bb8-6649-4991-83e3-4079aef19c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:38.187435 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Network hostable DHCP agents. Network: 8c377bb8-6649-4991-83e3-4079aef19c23, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:38.294570 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-8717915f-1276-4a59-a789-7c1b60245673 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100217 Oct 12 16:49:38.411993 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.418310 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] For port ad0005e9-c75e-4a16-bad4-4a833a758f18, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:38.432030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Network 8c377bb8-6649-4991-83e3-4079aef19c23 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:38.457448 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] For port ad0005e9-c75e-4a16-bad4-4a833a758f18, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=ad0005e9-c75e-4a16-bad4-4a833a758f18,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:38.460847 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-ed202538-bd26-4b27-a830-b1bf8548b142 None None] Port ad0005e9-c75e-4a16-bad4-4a833a758f18 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:38.467169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 1b03cf12-012e-446a-9331-6b6537c96b00, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b03cf12-012e-446a-9331-6b6537c96b00,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:38.473583 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.483433 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-412fedbc-d7bc-4152-bb56-1fc362c9d019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.499398 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.43', 56325) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:38.509479 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:38.565154 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:49:38.565811 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:38.567355 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-1c2cf35a-9510-4692-8902-5985ddcd0dc5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600513 Oct 12 16:49:38.681717 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a816-16bd-4a8c-baee-30d32810a4d3 None None] Pushing event updated for resources: {'Port': ['ID=ad0005e9-c75e-4a16-bad4-4a833a758f18,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:38.955011 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:38.996053 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-77f965a1-b076-4cdc-8cf5-77df1fefc96f req-9b94e017-a01b-46e4-a393-a51d7e81149c service neutron] 10.222.0.43 "GET /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163191 Oct 12 16:49:39.030766 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Allocated IP 172.20.0.12 (91a1cca2-ba67-46d2-873f-a20958250480/9f6e51b1-55ee-4494-9714-1b1d51a081d3/5439a325-23ac-4811-834e-fbc75115d45c) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:39.076340 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e622a8b5-81d9-4de4-a261-f15bb82af0cd req-87fa6dc5-006f-4a74-8a4e-2d494167da6e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 210 time: 0.3630195 Oct 12 16:49:39.083626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 8c377bb8-6649-4991-83e3-4079aef19c23) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:39.207930 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:39.208664 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.287211 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:49:39.460554 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-bd28ecdc-d5b7-4eeb-89ff-8ac717a82d6d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.5240312 Oct 12 16:49:39.504316 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.512667 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.554954 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5cee59-0b67-4b36-9eff-cf6e9861d1a7 None None] Network 8c377bb8-6649-4991-83e3-4079aef19c23 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:39.559091 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.627118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Network 91a1cca2-ba67-46d2-873f-a20958250480 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:39.630656 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:39.633450 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a99c0-4483-4b8b-8066-b1d8d0171297 req-6d83b387-d71d-4071-b07c-866d917a323b tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:39.637827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d86a99c0-4483-4b8b-8066-b1d8d0171297 req-6d83b387-d71d-4071-b07c-866d917a323b tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 943 time: 0.9516406 Oct 12 16:49:39.647996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:39.654274 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:39.655675 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.659748 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Pushing event updated for resources: {'Port': ['ID=5439a325-23ac-4811-834e-fbc75115d45c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:39.685107 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-a1296e1c-c35e-4f9c-87aa-aa335e01d596 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4329004 Oct 12 16:49:39.767086 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-68713786-70e0-4513-a5ca-5f2f94d94ab1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:39.768694 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-68713786-70e0-4513-a5ca-5f2f94d94ab1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 819 time: 1.0837014 Oct 12 16:49:39.795204 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d86a99c0-4483-4b8b-8066-b1d8d0171297 req-1c6e5ca3-62a1-4fd2-bf30-024f36e36d84 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277521 Oct 12 16:49:39.846839 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.856122 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-412fedbc-d7bc-4152-bb56-1fc362c9d019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.875032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=1b03cf12-012e-446a-9331-6b6537c96b00,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:39.886128 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-478f4d77-effe-4a75-9e31-e9a6a672e363 None None] Provisioning complete for port ad0005e9-c75e-4a16-bad4-4a833a758f18 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:39.886818 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-478f4d77-effe-4a75-9e31-e9a6a672e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.889810 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-412fedbc-d7bc-4152-bb56-1fc362c9d019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:39.915295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Request body: {'port': {'device_id': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:39.948190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'Port': ['ID=b20842f7-e9dc-4766-8608-6c7136a2b867,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:39.971514 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Request body: {'port': {'device_id': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'admin_state_up': True, 'tenant_id': '949f49aec9be41038c1b0d4443109b7d'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:39.974271 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:39.974761 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.021410 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.070485 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-412fedbc-d7bc-4152-bb56-1fc362c9d019 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c362c2dbf97489fb14864b1216960ed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6921747 Oct 12 16:49:40.077291 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:40.082837 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59726) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:40.102500 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:40.119613 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:40.139334 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.150174 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fedbc-d7bc-4152-bb56-1fc362c9d019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b6fabe-2681-48c6-87b3-c7e50b7818c6,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:40.196647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:38Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:40.266969 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-478f4d77-effe-4a75-9e31-e9a6a672e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.327914 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59734) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:40.344829 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70172518-0e79-4782-87a9-89d06b42025c None None] Network 8c377bb8-6649-4991-83e3-4079aef19c23 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:40.359475 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ff67-a475-4fb9-8bcb-056b3e8c1dae None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:38Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:49:40.399648 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a3b42c74-f4c6-4d2d-8fae-c0349609a5c1 req-67962745-0d4c-49f2-8cd8-ac8903c89199 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 210 time: 0.1445067 Oct 12 16:49:40.419132 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-478f4d77-effe-4a75-9e31-e9a6a672e363 None None] For port ad0005e9-c75e-4a16-bad4-4a833a758f18, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=ad0005e9-c75e-4a16-bad4-4a833a758f18,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:40.483594 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-478f4d77-effe-4a75-9e31-e9a6a672e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.519443 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.605691 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f4d77-effe-4a75-9e31-e9a6a672e363 None None] Pushing event updated for resources: {'Port': ['ID=ad0005e9-c75e-4a16-bad4-4a833a758f18,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:40.670800 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5439a325-23ac-4811-834e-fbc75115d45c {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:40.672577 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Allocated IP 172.27.1.70 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/8dff9c4c-31b2-436a-b2cf-34172cb2703e) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:40.688103 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.703634 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Transition to ACTIVE for port object 5439a325-23ac-4811-834e-fbc75115d45c will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:40.710648 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1438179646-network', 'tenant_id': '1c794f0e91f4416d8d822d8ed1f970fb'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:40.716316 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.773605 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5a-9dca-43cc-9271-11d2f51908b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.792171 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b03cf12-012e-446a-9331-6b6537c96b00 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:40.809134 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5439a325-23ac-4811-834e-fbc75115d45c,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:40.817845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.db.api [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 16:49:40.817845 dv-cinder-813222-2-iscsi neutron-server[105673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 16:49:40.817845 dv-cinder-813222-2-iscsi neutron-server[105673]: [parameters: {'project_id_1': '1c794f0e91f4416d8d822d8ed1f970fb', 'expiration_1': datetime.datetime(2021, 10, 12, 16, 49, 20, 718928)}] Oct 12 16:49:40.817845 dv-cinder-813222-2-iscsi neutron-server[105673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 16:49:40.818680 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG oslo_db.api [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 16:49:40.838189 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Attempting to bind port 5439a325-23ac-4811-834e-fbc75115d45c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:40.840292 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Attempting to bind port 5439a325-23ac-4811-834e-fbc75115d45c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:40.842187 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Attempting to bind port 5439a325-23ac-4811-834e-fbc75115d45c on network 91a1cca2-ba67-46d2-873f-a20958250480 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:40.842941 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Made reservation on behalf of 949f49aec9be41038c1b0d4443109b7d for: {'port': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:40.848123 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.854993 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1b03cf12-012e-446a-9331-6b6537c96b00 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:40.855578 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Port 5439a325-23ac-4811-834e-fbc75115d45c on network 91a1cca2-ba67-46d2-873f-a20958250480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:40.855835 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.855988 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Attempting to bind port 5439a325-23ac-4811-834e-fbc75115d45c on network 91a1cca2-ba67-46d2-873f-a20958250480 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:40.864467 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:40.866318 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Checking segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:40.868445 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Bound using segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:40.868604 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Bound port: 5439a325-23ac-4811-834e-fbc75115d45c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:40.869378 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.933372 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.952857 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5a-9dca-43cc-9271-11d2f51908b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:40.958179 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device ad0005e9-c75e-4a16-bad4-4a833a758f18 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:41.016085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port ad0005e9-c75e-4a16-bad4-4a833a758f18 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:41.016525 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.041350 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] For port 5439a325-23ac-4811-834e-fbc75115d45c, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:41.046105 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] For port 5439a325-23ac-4811-834e-fbc75115d45c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5439a325-23ac-4811-834e-fbc75115d45c,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:41.049270 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59756) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:41.059726 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751409951-network', 'tenant_id': 'bbadd882da994b30977abe5b6b5205fe'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:41.075593 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.078558 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.134508 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:41.135061 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.136472 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 1094 time: 1.2261779 Oct 12 16:49:41.142360 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'tag': '5439a325-23ac-4811-834e-fbc75115d45c'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:41.145154 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b2fea-6186-4267-aa3f-9643b8ed038c" -d '{"events": [{"name": "network-changed", "server_uuid": "67b2f6a1-202e-468b-a5b6-e909b8b5d904", "tag": "5439a325-23ac-4811-834e-fbc75115d45c"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:41.152831 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Made reservation on behalf of bbadd882da994b30977abe5b6b5205fe for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:41.155775 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.172623 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.225519 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b7d68-d6e4-4504-a834-25c2af2eca02 x-openstack-request-id: req-de8b7d68-d6e4-4504-a834-25c2af2eca02 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:41.225814 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b2f6a1-202e-468b-a5b6-e909b8b5d904", "tag": "5439a325-23ac-4811-834e-fbc75115d45c", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:41.226745 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de8b7d68-d6e4-4504-a834-25c2af2eca02 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:41.227139 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'tag': '5439a325-23ac-4811-834e-fbc75115d45c', 'status': 'completed', 'code': 200} Oct 12 16:49:41.249101 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cb9fa-15f7-4745-ac07-1c48d18806f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5439a325-23ac-4811-834e-fbc75115d45c,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:41.289384 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-afdd5e26-3e3f-4dd1-95b5-1b4c3fb332af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:41.291825 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-afdd5e26-3e3f-4dd1-95b5-1b4c3fb332af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1097 time: 0.0807183 Oct 12 16:49:41.363903 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-649aa549-70f3-4c7f-ab06-0bdb10f2de02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0573111 Oct 12 16:49:41.447948 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a8ae-c9fc-44bc-b140-1a1dfa227d7e req-578d6887-362b-4575-97b4-17a2eb0e613b tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:41.448982 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.449589 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb16a8ae-c9fc-44bc-b140-1a1dfa227d7e req-578d6887-362b-4575-97b4-17a2eb0e613b tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 943 time: 0.4802063 Oct 12 16:49:41.450322 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Made reservation on behalf of 1c794f0e91f4416d8d822d8ed1f970fb for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:41.452875 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.464321 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.468448 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-37cb6a91-6204-4c3a-b5b6-e6d8de2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:41.470225 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-37cb6a91-6204-4c3a-b5b6-e6d8de2519dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0986490 Oct 12 16:49:41.473918 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.507622 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5a-9dca-43cc-9271-11d2f51908b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.514375 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5a-9dca-43cc-9271-11d2f51908b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.518087 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ec68fb5a-9dca-43cc-9271-11d2f51908b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5b6fabe-2681-48c6-87b3-c7e50b7818c6 HTTP/1.1" status: 204 len: 168 time: 1.4304476 Oct 12 16:49:41.535123 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:41.542130 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-37f53dad-3be9-41c8-93ee-0e401d4707b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624824 Oct 12 16:49:41.553479 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8298e222-aa98-4452-b06d-8bcecf509b73,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:41.578430 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.578981 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Added segment a1d25851-0b68-4579-9f14-08ea363f19bc of type vlan for network 28182041-363f-45cc-90fa-0031d7f23b19 Oct 12 16:49:41.694260 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.762311 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68fb5a-9dca-43cc-9271-11d2f51908b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b6fabe-2681-48c6-87b3-c7e50b7818c6,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:41.787034 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Allocated IP 172.20.0.5 (91a1cca2-ba67-46d2-873f-a20958250480/9f6e51b1-55ee-4494-9714-1b1d51a081d3/89e5800d-8ca4-4c62-915a-677209925541) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:41.858487 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.907733 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.db.resource_extend [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 16:49:41.945948 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be854890-c620-4be9-8a9c-f76f16a66c42 req-cf708751-5e86-4a64-ad8f-72b6a4a2b7ba tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 210 time: 0.1847386 Oct 12 16:49:41.951304 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-07ec3f07-c1ff-4ca3-96a8-73d5b97953e9 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999798 Oct 12 16:49:41.952187 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:41.953303 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:41.954104 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.020969 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:42.031825 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.034623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb16a8ae-c9fc-44bc-b140-1a1dfa227d7e req-46e234ba-48c4-48ef-8993-28c0fa1a6de6 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623012 Oct 12 16:49:42.045754 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.079664 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:42.128979 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'Port': ['ID=8dff9c4c-31b2-436a-b2cf-34172cb2703e,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:42.129244 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698081c2-3f19-4eb1-bd97-ed5c1b878293,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:42.131538 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:42.142323 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0914547 Oct 12 16:49:42.151702 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59794) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:42.156834 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701d6a5-f115-43b5-bc70-7468f106641a admin admin] Pushing event updated for resources: {'Network': ['ID=28182041-363f-45cc-90fa-0031d7f23b19,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:42.160863 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:42.167827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Request body: {'subnet': {'network_id': '28182041-363f-45cc-90fa-0031d7f23b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751409951-subnet', 'tenant_id': 'bbadd882da994b30977abe5b6b5205fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:42.183952 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.184543 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Added segment 42f07677-b39b-436d-a04d-207203ff1d98 of type vlan for network b4c3c33e-68a8-4dbf-b6ea-290ec35446e7 Oct 12 16:49:42.204639 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 28182041-363f-45cc-90fa-0031d7f23b19 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:42.256360 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b88e96ec-e79b-4e4c-ab3f-7a3f89325d5d req-7ad41eb6-e857-49ac-82c0-ce600ed92218 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943878 Oct 12 16:49:42.313948 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.333344 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.364278 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.368931 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.369934 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:42.370504 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.397698 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Made reservation on behalf of bbadd882da994b30977abe5b6b5205fe for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:42.400016 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.484056 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.499869 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.527085 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1975601 Oct 12 16:49:42.528311 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59810) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:42.552600 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Request body: {'subnet': {'network_id': 'b4c3c33e-68a8-4dbf-b6ea-290ec35446e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1438179646-subnet', 'tenant_id': '1c794f0e91f4416d8d822d8ed1f970fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:42.560653 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.570170 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc4dd8-c44a-4aa0-8ba6-9fa7e14f1e46 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c3c33e-68a8-4dbf-b6ea-290ec35446e7,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:42.581235 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-515adb26-876f-4f1d-9387-976836b317b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:42.582791 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-515adb26-876f-4f1d-9387-976836b317b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1097 time: 0.2050748 Oct 12 16:49:42.586904 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'Port': ['ID=b20842f7-e9dc-4766-8608-6c7136a2b867,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:42.617212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.627354 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-f148602f-9f82-42ba-9799-243b60040232 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.9130054 Oct 12 16:49:42.629691 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network b4c3c33e-68a8-4dbf-b6ea-290ec35446e7 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:42.638161 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.700043 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Made reservation on behalf of 1c794f0e91f4416d8d822d8ed1f970fb for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:42.700043 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.780419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device ad0005e9-c75e-4a16-bad4-4a833a758f18 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:42.785274 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:42.837104 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-663c1b9f-a71d-4309-826d-83fd104a8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:42.838783 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-663c1b9f-a71d-4309-826d-83fd104a8374 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.2481039 Oct 12 16:49:42.948864 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-326cefbe-defc-4096-bcde-09e017201322 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0979464 Oct 12 16:49:43.001329 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Network 91a1cca2-ba67-46d2-873f-a20958250480 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:43.014523 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:43.024749 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Pushing event updated for resources: {'Port': ['ID=89e5800d-8ca4-4c62-915a-677209925541,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:43.025647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port ad0005e9-c75e-4a16-bad4-4a833a758f18 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:43.026851 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.041761 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:43.045089 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-3062422b-4b5e-4273-9c4a-fd541bd685b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.047493 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-3062422b-4b5e-4273-9c4a-fd541bd685b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0890312 Oct 12 16:49:43.052212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.052966 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.106743 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-5f69c452-fdf4-4427-8737-9cf291f0eed3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372057 Oct 12 16:49:43.134959 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-ed207678-633d-4ed2-ac87-9347c3ef5fa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1700749 Oct 12 16:49:43.147904 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.184518 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Request body: {'port': {'device_id': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:43.275882 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.281687 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-e1c6cf28-095d-4043-a38f-2e29b4c141e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2049834699&fields=id&tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 267 time: 0.1949034 Oct 12 16:49:43.321857 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1f8c581a-45ee-421d-baf3-624b746ccb08 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:43.361018 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-c68d9c13-978d-49f6-9cab-666cf06385da service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458696 Oct 12 16:49:43.362217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c8ba14-a8f6-40ad-9ee4-c147b292458d,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:43.398932 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.421172 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.423416 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Pushing event updated for resources: {'Subnet': ['ID=457e18f6-6218-4f46-875b-95f2b9825ead,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:43.473732 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.497750 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.522026 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Checking segment: {'id': '42f07677-b39b-436d-a04d-207203ff1d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'b4c3c33e-68a8-4dbf-b6ea-290ec35446e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:43.522395 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Network hostable DHCP agents. Network: b4c3c33e-68a8-4dbf-b6ea-290ec35446e7, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:43.562902 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Network b4c3c33e-68a8-4dbf-b6ea-290ec35446e7 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:43.563836 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1f8c581a-45ee-421d-baf3-624b746ccb08, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f8c581a-45ee-421d-baf3-624b746ccb08,segment=NetworkSegment(be6d9330-778c-4f87-8215-e7c68e1fb954),segment_id=be6d9330-778c-4f87-8215-e7c68e1fb954)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:43.583077 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f06479-23fc-4d40-93c2-5483bee147c9 req-d57b4dbc-a3c0-4f6b-b0b9-9bc939e490ce tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.583913 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, b4c3c33e-68a8-4dbf-b6ea-290ec35446e7) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:43.584716 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-67f06479-23fc-4d40-93c2-5483bee147c9 req-d57b4dbc-a3c0-4f6b-b0b9-9bc939e490ce tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 931 time: 0.4048131 Oct 12 16:49:43.594315 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.594928 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.604859 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eecf5f1-6dae-4df7-9c23-0a1ba463aa0f None None] Network b4c3c33e-68a8-4dbf-b6ea-290ec35446e7 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:43.614875 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Checking segment: {'id': 'a1d25851-0b68-4579-9f14-08ea363f19bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '28182041-363f-45cc-90fa-0031d7f23b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:43.615224 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Network hostable DHCP agents. Network: 28182041-363f-45cc-90fa-0031d7f23b19, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:43.618950 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2e0b2fea-6186-4267-aa3f-9643b8ed038c req-9223c7e8-d119-4213-8a91-f25a30391eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422287 Oct 12 16:49:43.624659 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-06c2fe7e-52bb-44c5-848b-478e3bbaf29c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0812330 Oct 12 16:49:43.645907 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '1f8c581a-45ee-421d-baf3-624b746ccb08', 'network_id': 'cb5fce51-6a38-4819-9dbf-1dfe42db9b0c', 'port_id': '1f8c581a-45ee-421d-baf3-624b746ccb08', 'mac_address': 'fa:16:3e:67:ac:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0899a77-c93f-432d-82e2-26b01e10bc77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:43.671487 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.673078 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6553822 Oct 12 16:49:43.743684 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-dda60ee3-094e-4598-abf5-8155bde70e92 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.751285 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-dda60ee3-094e-4598-abf5-8155bde70e92 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 817 time: 0.4686635 Oct 12 16:49:43.759944 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8dd86-b0de-48a7-a23d-e78746d1253b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'Port': ['ID=8dff9c4c-31b2-436a-b2cf-34172cb2703e,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:43.777613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.862119 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8c581a-45ee-421d-baf3-624b746ccb08 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:43.862526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-67f06479-23fc-4d40-93c2-5483bee147c9 req-8987b60e-b9f8-4a3f-8683-b9256e5ad9db tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618880 Oct 12 16:49:43.870479 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-634014fc-8409-4d00-b5d3-a3751391fedc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/quotas/5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 375 time: 0.1177990 Oct 12 16:49:43.898000 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Network 28182041-363f-45cc-90fa-0031d7f23b19 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:43.909378 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1f8c581a-45ee-421d-baf3-624b746ccb08, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f8c581a-45ee-421d-baf3-624b746ccb08,segment=NetworkSegment(be6d9330-778c-4f87-8215-e7c68e1fb954),segment_id=be6d9330-778c-4f87-8215-e7c68e1fb954)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:43.931673 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:43.943230 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 28182041-363f-45cc-90fa-0031d7f23b19) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:43.956714 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:43.957326 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.110912 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e512e417-5161-4f3a-ba46-f6ac1337262c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9564407 Oct 12 16:49:44.135050 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-9cc450ef-617b-49e1-8c21-ab6c0b0bac69 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2640703 Oct 12 16:49:44.157362 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3af175-4d43-4d6b-a75e-310cbaa80798 None None] Network 28182041-363f-45cc-90fa-0031d7f23b19 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:44.235171 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a316dd-3820-49ab-aba2-c07092a5f34d req-982588db-abc5-4ead-bc85-d64dde16735c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:44.237517 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a316dd-3820-49ab-aba2-c07092a5f34d req-982588db-abc5-4ead-bc85-d64dde16735c tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 944 time: 0.2334831 Oct 12 16:49:44.297166 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e77e04-0d95-4b36-bd61-4425aabc8ce2 None None] Network b4c3c33e-68a8-4dbf-b6ea-290ec35446e7 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:44.342276 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a316dd-3820-49ab-aba2-c07092a5f34d req-6b94b374-1914-41a5-bee4-da2cba8d9b23 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952759 Oct 12 16:49:44.375225 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-db1c6dd4-f4ce-4b0f-bb43-98da012db160 service neutron] 10.222.0.58 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112052 Oct 12 16:49:44.395075 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['1f8c581a-45ee-421d-baf3-624b746ccb08'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:44.403451 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59932) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:44.494219 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=1f8c581a-45ee-421d-baf3-624b746ccb08,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:44.513352 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59942) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:44.558125 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Deleting subnet d12f23be-e7ee-4c86-847f-24ed1a7ff9e3 {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:49:44.575587 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.620396 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d0a20-8c25-4813-b5e2-6d89cfce4243 None None] Network 28182041-363f-45cc-90fa-0031d7f23b19 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:44.670057 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.682273 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.722769 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e5800d-8ca4-4c62-915a-677209925541 {{(pid=105674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:44.739876 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.777530 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.791851 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-f437a7d2-94cc-4d02-80a9-96322d3b8c8b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2019062355&fields=id&tenant_id=2e0c9fd106594f5796ff041037814e2b HTTP/1.1" status: 200 len: 267 time: 0.1437268 Oct 12 16:49:44.793800 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.provisioning_blocks [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Transition to ACTIVE for port object 89e5800d-8ca4-4c62-915a-677209925541 will not be triggered until provisioned by entity L2. {{(pid=105674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:44.816569 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-06188ca4-4590-4230-a398-560aca2c84f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.817301 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.822068 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12f23be-e7ee-4c86-847f-24ed1a7ff9e3,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:44.834205 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.840028 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7a719409-4533-44aa-aa7d-f42ea64a9dde admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d12f23be-e7ee-4c86-847f-24ed1a7ff9e3 HTTP/1.1" status: 204 len: 168 time: 0.4349074 Oct 12 16:49:44.840787 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59956) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:44.912612 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59962) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:44.930957 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-278217025-network', 'tenant_id': '10ffc3749dea4c4bb03f685b13e04077'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:44.973418 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:44.997901 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Made reservation on behalf of 10ffc3749dea4c4bb03f685b13e04077 for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:45.000181 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.018209 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-50042d66-01ad-4b14-bfde-452673c3cbd3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:45.020053 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-50042d66-01ad-4b14-bfde-452673c3cbd3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 811 time: 0.2070098 Oct 12 16:49:45.026724 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.044360 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-06188ca4-4590-4230-a398-560aca2c84f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.047821 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ca329bd9-70ca-43c2-949a-b7db4f4dbfbe service neutron] 10.222.0.58 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717713 Oct 12 16:49:45.059401 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-179053f6-9476-44b6-a7df-a77ec86c022a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/quotas/2e0c9fd106594f5796ff041037814e2b HTTP/1.1" status: 200 len: 375 time: 0.0172887 Oct 12 16:49:45.066587 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-06188ca4-4590-4230-a398-560aca2c84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.151540 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.157926 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=89e5800d-8ca4-4c62-915a-677209925541,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.189743 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.190218 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.191210 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.191467 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > port after_create 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.191816 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.192156 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > port after_update 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.193379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.193379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.193379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.193379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.200973 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-9d710e6d-b8dd-4fa7-b711-7e90eac14ba4 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244767 Oct 12 16:49:45.204060 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.managers [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Attempting to bind port 89e5800d-8ca4-4c62-915a-677209925541 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:45.204453 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.managers [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Attempting to bind port 89e5800d-8ca4-4c62-915a-677209925541 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'}] {{(pid=105674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:45.204779 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Attempting to bind port 89e5800d-8ca4-4c62-915a-677209925541 on network 91a1cca2-ba67-46d2-873f-a20958250480 {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:45.209598 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Port 89e5800d-8ca4-4c62-915a-677209925541 on network 91a1cca2-ba67-46d2-873f-a20958250480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:45.209938 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Attempting to bind port 89e5800d-8ca4-4c62-915a-677209925541 on network 91a1cca2-ba67-46d2-873f-a20958250480 {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:45.214925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:45.215298 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Checking segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:45.215907 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Bound using segment: {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'} {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:45.216497 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.managers [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Bound port: 89e5800d-8ca4-4c62-915a-677209925541, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f130c8-8e21-4aa3-acb3-13056559d141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480'}}] {{(pid=105674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:45.217704 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.305153 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5439a325-23ac-4811-834e-fbc75115d45c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:45.353636 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.354968 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.355971 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.356588 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:45.357109 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c377bb8-6649-4991-83e3-4079aef19c23']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:45.394946 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092f8f84-a063-4043-a811-75672c915ec4') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:45.395294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092f8f84-a063-4043-a811-75672c915ec4') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:45.408013 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2c32e-327b-4e10-b6ec-2b6bc47cc765 req-77255c5c-9827-4cca-97ad-b9dc196e28d9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:45.409565 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7fc2c32e-327b-4e10-b6ec-2b6bc47cc765 req-77255c5c-9827-4cca-97ad-b9dc196e28d9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 943 time: 0.1296270 Oct 12 16:49:45.410953 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] For port 89e5800d-8ca4-4c62-915a-677209925541, host hv-cinder-81322, cleared binding levels {{(pid=105674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:45.421846 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-40917869-98f1-4dee-80dd-0af2da3dedeb service neutron] 10.222.0.58 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964867 Oct 12 16:49:45.426270 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.434024 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 5439a325-23ac-4811-834e-fbc75115d45c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5439a325-23ac-4811-834e-fbc75115d45c,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:45.438842 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-06188ca4-4590-4230-a398-560aca2c84f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=836bd645d8794f779b7ab9db47de0476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9187989 Oct 12 16:49:45.445123 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59976) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:45.450820 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06188ca4-4590-4230-a398-560aca2c84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a7828f-8543-4d66-b6ed-362187cfc42c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.468698 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.473331 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '5439a325-23ac-4811-834e-fbc75115d45c', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'port_id': '5439a325-23ac-4811-834e-fbc75115d45c', 'mac_address': 'fa:16:3e:39:a5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:45.483594 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:49:45.483950 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: from cryptography.utils import int_from_bytes Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: from cryptography.utils import int_from_bytes Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:49:45.487969 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:49:45.496995 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] For port 89e5800d-8ca4-4c62-915a-677209925541, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89e5800d-8ca4-4c62-915a-677209925541,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:45.518646 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.534385 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.551392 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5439a325-23ac-4811-834e-fbc75115d45c {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:45.576818 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 5439a325-23ac-4811-834e-fbc75115d45c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5439a325-23ac-4811-834e-fbc75115d45c,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:45.578622 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.579186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.584099 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.587709 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.593252 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.599633 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8c377bb8-6649-4991-83e3-4079aef19c23 HTTP/1.1" status: 204 len: 168 time: 0.7455180 Oct 12 16:49:45.603787 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59978) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:45.624747 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3bd27-757f-4ab7-877a-23a8ce8dc503 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c377bb8-6649-4991-83e3-4079aef19c23,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.630299 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7fc2c32e-327b-4e10-b6ec-2b6bc47cc765 req-9a2a08a0-ed30-42b8-a07c-45d61c81c93f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045531 Oct 12 16:49:45.640622 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f914450-ffe3-4339-8e91-1fef53d3c142,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.644414 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:49:45.648840 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:45.651229 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.655066 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] 10.222.0.43 "PUT /v2.0/ports/89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 1093 time: 2.5001750 Oct 12 16:49:45.655762 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'tag': '89e5800d-8ca4-4c62-915a-677209925541'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:45.659334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.659965 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Added segment 0a932554-8f2b-461d-8937-dc4997273f41 of type vlan for network b637fd6e-0855-443c-b521-caec5192a6f3 Oct 12 16:49:45.688005 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=5439a325-23ac-4811-834e-fbc75115d45c,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.709493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.736378 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.737377 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:45.737989 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.803390 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8871031 Oct 12 16:49:45.806320 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59986) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:45.810809 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Request body: {'subnet': {'network_id': 'b637fd6e-0855-443c-b521-caec5192a6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-278217025-subnet', 'tenant_id': '10ffc3749dea4c4bb03f685b13e04077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:45.814597 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458558e-fc92-4729-94cc-a29c504203a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b637fd6e-0855-443c-b521-caec5192a6f3,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.841584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network b637fd6e-0855-443c-b521-caec5192a6f3 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:49:45.843525 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Made reservation on behalf of 10ffc3749dea4c4bb03f685b13e04077 for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:45.845967 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26922782'] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.867884 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339418f-a1e1-4a55-aec1-27aff64fdfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=89e5800d-8ca4-4c62-915a-677209925541,revision_number=3']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:45.885788 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5439a325-23ac-4811-834e-fbc75115d45c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:45.895310 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-88664669-70b0-430c-bd3a-508405031051 req-9cc8411d-7184-4f7f-8c4b-e3f8c6339cbd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.1340017 Oct 12 16:49:45.954963 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-48de1844-7382-4f33-a004-79963f62c4e0 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322413 Oct 12 16:49:45.964407 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Deleting subnet 457e18f6-6218-4f46-875b-95f2b9825ead {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:49:45.988341 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:45.993588 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e6bf632a-45a0-4f1d-9570-156f7041003a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.047768 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.059908 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.088334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26584600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26922800'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.106367 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956e2d11-5edb-469c-b156-72732d9b9c74" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf", "tag": "89e5800d-8ca4-4c62-915a-677209925541"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:46.208005 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-7401fc7e-aa98-4c28-91c2-ba70958ede46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:46.211296 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Checking segment: {'id': '0a932554-8f2b-461d-8937-dc4997273f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'b637fd6e-0855-443c-b521-caec5192a6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:46.211731 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Network hostable DHCP agents. Network: b637fd6e-0855-443c-b521-caec5192a6f3, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:49:46.214969 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6876670-c399-4fc3-9f70-7e2b600b9873,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:46.218436 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-7401fc7e-aa98-4c28-91c2-ba70958ede46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1096 time: 0.4530876 Oct 12 16:49:46.225200 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e6bf632a-45a0-4f1d-9570-156f7041003a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.248405 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Network b637fd6e-0855-443c-b521-caec5192a6f3 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:49:46.269908 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, b637fd6e-0855-443c-b521-caec5192a6f3) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:46.274291 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:46.274970 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.280437 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b84f7-fb0f-49e7-ac15-21df9b4823ab None None] Network b637fd6e-0855-443c-b521-caec5192a6f3 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:46.312946 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-dd72db0c-ffe4-4716-bba1-7d08c45f6d55 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5059843 Oct 12 16:49:46.373363 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-58e693c9-9594-4f98-84e2-6caa11317f56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.1268651 Oct 12 16:49:46.389160 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eebfc-9a0b-4b70-8738-05ceabeaac28 req-270bcf29-fd1f-4af8-b31b-2c582139f85f tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:46.396564 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-271eebfc-9a0b-4b70-8738-05ceabeaac28 req-270bcf29-fd1f-4af8-b31b-2c582139f85f tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 944 time: 0.2930782 Oct 12 16:49:46.544171 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732c5c2-13f8-46aa-8c72-df7e583b0fa3 None None] Network b637fd6e-0855-443c-b521-caec5192a6f3 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:49:46.586158 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.604906 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b137a7c-e55c-4320-94c1-d483cfc9cc37 x-openstack-request-id: req-3b137a7c-e55c-4320-94c1-d483cfc9cc37 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:46.605299 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf", "tag": "89e5800d-8ca4-4c62-915a-677209925541", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:46.605396 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b137a7c-e55c-4320-94c1-d483cfc9cc37 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:46.605851 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'tag': '89e5800d-8ca4-4c62-915a-677209925541', 'status': 'completed', 'code': 200} Oct 12 16:49:46.719142 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457e18f6-6218-4f46-875b-95f2b9825ead,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:46.729774 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.734734 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d060db0b-09aa-4771-8da7-efd5c1f517e2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/457e18f6-6218-4f46-875b-95f2b9825ead HTTP/1.1" status: 204 len: 168 time: 1.1275616 Oct 12 16:49:46.738507 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-271eebfc-9a0b-4b70-8738-05ceabeaac28 req-1dc254ea-2cb3-450a-b571-ccc97b31c230 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408315 Oct 12 16:49:46.742199 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-30f10456-55ff-4c51-bdc8-47e5d64fa5d9 req-3e791de7-ec8d-4756-a609-94813521fcd6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.1209986 Oct 12 16:49:46.745677 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60032) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:46.759713 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-69e92319-f8c6-412b-98a4-ca0a614cc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:46.761384 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-69e92319-f8c6-412b-98a4-ca0a614cc1f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.3353975 Oct 12 16:49:46.879320 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.912290 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e6bf632a-45a0-4f1d-9570-156f7041003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.925200 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e6bf632a-45a0-4f1d-9570-156f7041003a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:46.926259 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-cda2ab69-8fc8-4b1b-9bf2-c357508317ab tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:46.927842 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-cda2ab69-8fc8-4b1b-9bf2-c357508317ab tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 817 time: 0.3331969 Oct 12 16:49:46.934674 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e6bf632a-45a0-4f1d-9570-156f7041003a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5a7828f-8543-4d66-b6ed-362187cfc42c HTTP/1.1" status: 204 len: 168 time: 1.4755473 Oct 12 16:49:47.016220 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-cefc77d8-fcee-4505-b2cd-5593febf1d9b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 380 time: 0.0735433 Oct 12 16:49:47.029556 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'port': {'device_id': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'admin_state_up': True, 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'security_groups': ['a172612e-c4c2-4505-a063-07f1f6f9b789']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:47.036487 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-03d32d3d-f4f5-4585-b4a1-64915b6fa9b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597633 Oct 12 16:49:47.319447 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5439a325-23ac-4811-834e-fbc75115d45c up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:47.417352 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf632a-45a0-4f1d-9570-156f7041003a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a7828f-8543-4d66-b6ed-362187cfc42c,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:47.430804 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 5439a325-23ac-4811-834e-fbc75115d45c completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:49:47.436447 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 5439a325-23ac-4811-834e-fbc75115d45c triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:47.437006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.446490 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Made reservation on behalf of 5f15f4248cdd4fc39f8061dc5ebe854d for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:47.450282 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.454514 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-83fda883-dd92-4d42-95fb-7fa1f09ebb31 req-9304e330-9c85-480d-abfd-fab4d5b4c831 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.4051912 Oct 12 16:49:47.554235 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60054) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:47.585899 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.587273 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-a8718abd-1d6f-48cd-bea5-c2ec637c973b service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020320 Oct 12 16:49:47.592726 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2e2e74c5-f0d1-4e69-ab04-694e7a12f7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.596744 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d0ed-ccb4-4587-ac7f-c81b5359a647 req-5f8db879-2645-4918-970a-a13626d23c41 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:47.598415 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1bd1d0ed-ccb4-4587-ac7f-c81b5359a647 req-5f8db879-2645-4918-970a-a13626d23c41 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 943 time: 0.7093151 Oct 12 16:49:47.612684 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5439a325-23ac-4811-834e-fbc75115d45c'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:47.705784 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 5439a325-23ac-4811-834e-fbc75115d45c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5439a325-23ac-4811-834e-fbc75115d45c,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:47.712311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.713639 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1f8c581a-45ee-421d-baf3-624b746ccb08 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:47.727826 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.758643 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1bd1d0ed-ccb4-4587-ac7f-c81b5359a647 req-a81b3a37-f729-4d1b-87a2-9c5ff877d5b3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492972 Oct 12 16:49:47.775655 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-c2947e2f-479f-4f81-bef9-964f705da7c7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:47.777502 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-c2947e2f-479f-4f81-bef9-964f705da7c7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 811 time: 0.1521242 Oct 12 16:49:47.790799 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Allocated IP 172.20.0.12 (1e336323-1661-4699-bf4a-5542620febf0/39a710f0-a861-4f77-97b7-eb64a1d6d7a2/e783c412-b0e4-45b5-b2df-e8abbe1eba25) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:47.810965 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.810965 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.811250 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.811664 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > port after_create 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.812064 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > port after_delete 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.814375 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > port after_update 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.814828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.815120 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.815595 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.817582 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.820599 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=5439a325-23ac-4811-834e-fbc75115d45c,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:47.846382 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 1f8c581a-45ee-421d-baf3-624b746ccb08 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:49:47.853529 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 1f8c581a-45ee-421d-baf3-624b746ccb08 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:47.853920 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:47.908777 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75129268-1e34-4684-8ccc-70f4b399a747" -d '{"events": [{"server_uuid": "67b2f6a1-202e-468b-a5b6-e909b8b5d904", "name": "network-vif-plugged", "status": "completed", "tag": "5439a325-23ac-4811-834e-fbc75115d45c"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:47.911284 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.911931 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.912436 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.912759 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 16:49:47.913320 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28182041-363f-45cc-90fa-0031d7f23b19']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:47.956554 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d25851-0b68-4579-9f14-08ea363f19bc') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:47.957139 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d25851-0b68-4579-9f14-08ea363f19bc') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:49:47.996301 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a8605cf4-530f-48fc-bf81-c7e8da53f3ae tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0c9fd106594f5796ff041037814e2b HTTP/1.1" status: 200 len: 380 time: 0.2007575 Oct 12 16:49:48.015987 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c78f98d3-5d81-41f5-b59b-fbfd32c243e9 req-4afdddfb-da29-4cb2-a8a4-df17332abc5f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0973766 Oct 12 16:49:48.039470 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'port': {'device_id': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'admin_state_up': True, 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'security_groups': ['f193767d-bc09-4a9b-b3f4-5d522de55eab']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:48.044603 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.060545 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79b6a3ec-466e-4067-8893-12ee7598f79e req-354aef03-f8f0-41b5-bed5-b944908c0403 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608393 Oct 12 16:49:48.068473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.082096 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.105082 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca061-3834-4fe1-85ce-40b1ab4c383c req-3d0585bc-8b8c-4918-803f-4c7249e052c3 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.106931 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-042ca061-3834-4fe1-85ce-40b1ab4c383c req-3d0585bc-8b8c-4918-803f-4c7249e052c3 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 944 time: 0.1759918 Oct 12 16:49:48.108496 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:49:48.108893 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: from cryptography.utils import int_from_bytes Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: from cryptography.utils import int_from_bytes Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:49:48.113338 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:49:48.134222 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1f8c581a-45ee-421d-baf3-624b746ccb08, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f8c581a-45ee-421d-baf3-624b746ccb08,segment=NetworkSegment(be6d9330-778c-4f87-8215-e7c68e1fb954),segment_id=be6d9330-778c-4f87-8215-e7c68e1fb954)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:48.144394 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.162232 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2e2e74c5-f0d1-4e69-ab04-694e7a12f7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.181649 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0212fa26-46aa-453b-b6f9-0fb466d5d3e6 x-openstack-request-id: req-0212fa26-46aa-453b-b6f9-0fb466d5d3e6 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:48.181982 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b2f6a1-202e-468b-a5b6-e909b8b5d904", "name": "network-vif-plugged", "status": "completed", "tag": "5439a325-23ac-4811-834e-fbc75115d45c", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:48.182241 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0212fa26-46aa-453b-b6f9-0fb466d5d3e6 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:48.182704 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2e2e74c5-f0d1-4e69-ab04-694e7a12f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.182817 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5439a325-23ac-4811-834e-fbc75115d45c', 'code': 200} Oct 12 16:49:48.206622 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=1f8c581a-45ee-421d-baf3-624b746ccb08,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:48.239584 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-042ca061-3834-4fe1-85ce-40b1ab4c383c req-66f44996-8a9f-482e-bed9-99d583cc7a7e tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253240 Oct 12 16:49:48.249031 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.254974 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.258477 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-a6a6a84a-ed3d-462d-8550-b64adab19178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.260014 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-a6a6a84a-ed3d-462d-8550-b64adab19178 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1096 time: 0.0730841 Oct 12 16:49:48.266416 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.270310 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] 10.222.0.58 "DELETE /v2.0/networks/28182041-363f-45cc-90fa-0031d7f23b19 HTTP/1.1" status: 204 len: 168 time: 1.5227640 Oct 12 16:49:48.291644 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-2e2e74c5-f0d1-4e69-ab04-694e7a12f7f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87a8fa54fd2b489da5ada318bbcfe717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7358148 Oct 12 16:49:48.296635 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60076) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:48.297283 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e74c5-f0d1-4e69-ab04-694e7a12f7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4c8ce-282f-445f-96da-05a70767a049,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:48.300812 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076da208-0d22-42d2-aee3-d186de95088d admin admin] Pushing event deleted for resources: {'Network': ['ID=28182041-363f-45cc-90fa-0031d7f23b19,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:48.357217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Made reservation on behalf of 2e0c9fd106594f5796ff041037814e2b for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:49:48.361054 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.383428 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.43', 56336) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:48.450807 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-b5ae7fce-ab58-41f0-811a-f332b2db6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.452418 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-b5ae7fce-ab58-41f0-811a-f332b2db6b5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.1817431 Oct 12 16:49:48.511037 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.519569 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-c3d86b0d-bf79-4587-b987-1a3e2fa143f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.0570707 Oct 12 16:49:48.551101 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0a017e08-9a71-4587-aaff-5687c87a1f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.599084 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e01be-3cd1-45f3-869f-bc7f7af5c339 req-4d7f7959-95d2-40d1-baf8-62915585ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.600679 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f81e01be-3cd1-45f3-869f-bc7f7af5c339 req-4d7f7959-95d2-40d1-baf8-62915585ddda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.2142577 Oct 12 16:49:48.639365 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60094) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:48.654833 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Network 1e336323-1661-4699-bf4a-5542620febf0 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:48.666399 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-b440da4e-8689-419b-989e-de1884357d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.668474 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-b440da4e-8689-419b-989e-de1884357d12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.1376576 Oct 12 16:49:48.671642 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0a017e08-9a71-4587-aaff-5687c87a1f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.675976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:48.684452 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:48.687081 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-f81e01be-3cd1-45f3-869f-bc7f7af5c339 req-62853ea6-a4e2-4602-8042-2a903247d21f service neutron] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.689000 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:48.727188 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-ffdbd26a-c6a1-4b1b-ad91-0333a527f358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255532 Oct 12 16:49:48.739269 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-aa8b3bd9-43f7-4603-8a15-19e902e541d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f646b4aa79a46898724bfd15fd93790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981486 Oct 12 16:49:48.750774 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60096) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:48.760841 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6f24f-ce85-4db5-a2ac-bb1d76321a68 req-895b2f1e-1c1a-4477-94d2-22a04ba880c3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.772524 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f2f6f24f-ce85-4db5-a2ac-bb1d76321a68 req-895b2f1e-1c1a-4477-94d2-22a04ba880c3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 932 time: 0.1735671 Oct 12 16:49:48.790213 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Allocated IP 172.20.0.4 (1b6cd03d-f521-470d-ac52-2663a295efd9/5083d862-94ed-4a70-8c19-ac88d4c43c3b/00f7b70b-ab5e-473f-a420-4a05063debda) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:49:48.867673 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:48.868001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:48.994644 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f2f6f24f-ce85-4db5-a2ac-bb1d76321a68 req-1accc632-b8f5-45e4-ab68-f79ac3ea7cd2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203043 Oct 12 16:49:49.042828 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-c8be0e02-4f3d-4529-b33a-5ed7f08dc718 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0208287 Oct 12 16:49:49.062832 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9991cdb-a77d-40c4-8f4f-71e770db057a req-7a995026-6ea2-4868-8140-358248d1d964 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:49.064725 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a9991cdb-a77d-40c4-8f4f-71e770db057a req-7a995026-6ea2-4868-8140-358248d1d964 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 943 time: 0.1678073 Oct 12 16:49:49.077522 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Request body: {'port': {'device_id': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:49.081101 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-89027b11-277c-4341-9424-91e781557b87 None None] Provisioning complete for port e783c412-b0e4-45b5-b2df-e8abbe1eba25 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:49.081571 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89027b11-277c-4341-9424-91e781557b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.120425 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60112) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:49.125198 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-ab0e4c65-62ba-4695-b610-96df672f4838 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887725 Oct 12 16:49:49.130456 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-89027b11-277c-4341-9424-91e781557b87 None None] Port e783c412-b0e4-45b5-b2df-e8abbe1eba25 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:49.138550 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0a017e08-9a71-4587-aaff-5687c87a1f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.141366 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0a017e08-9a71-4587-aaff-5687c87a1f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.145015 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-0a017e08-9a71-4587-aaff-5687c87a1f1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ef4c8ce-282f-445f-96da-05a70767a049 HTTP/1.1" status: 204 len: 168 time: 0.8424423 Oct 12 16:49:49.154026 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a9991cdb-a77d-40c4-8f4f-71e770db057a req-3f415735-4d3a-4177-ab84-767e75d8fb41 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811727 Oct 12 16:49:49.166941 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a017e08-9a71-4587-aaff-5687c87a1f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef4c8ce-282f-445f-96da-05a70767a049,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:49.183289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-645c74de-9f2d-4fdb-ad7e-94845321d60f req-dcf0fd26-6134-46b8-a4ef-662d7558df1f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0614097 Oct 12 16:49:49.184041 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.250844 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7348a8b4-2bfc-4e18-9e43-986203c0b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.286489 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-956e2d11-5edb-469c-b156-72732d9b9c74 req-31ae3e1c-edb0-4112-bb81-fca0a28624dd service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431260 Oct 12 16:49:49.291768 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-f81e01be-3cd1-45f3-869f-bc7f7af5c339 req-62853ea6-a4e2-4602-8042-2a903247d21f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.318449 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-f81e01be-3cd1-45f3-869f-bc7f7af5c339 req-62853ea6-a4e2-4602-8042-2a903247d21f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.322616 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2b253c4e-5925-45a9-bf69-93854e0de3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.359065 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7348a8b4-2bfc-4e18-9e43-986203c0b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.385462 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c11cdfad-65bf-4344-b435-1b81d222c0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.431751 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837260c-cfb2-41c2-9076-be58c11d4a33 req-a57e5d99-cede-4f61-8358-592c3f238182 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:49.433266 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9837260c-cfb2-41c2-9076-be58c11d4a33 req-a57e5d99-cede-4f61-8358-592c3f238182 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.0842259 Oct 12 16:49:49.439906 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.451658 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f81e01be-3cd1-45f3-869f-bc7f7af5c339 req-62853ea6-a4e2-4602-8042-2a903247d21f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8340125 Oct 12 16:49:49.485264 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2b253c4e-5925-45a9-bf69-93854e0de3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.492275 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9837260c-cfb2-41c2-9076-be58c11d4a33 req-d2b38778-839a-4f09-a862-ff184a3f2c4a tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522964 Oct 12 16:49:49.494038 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62853ea6-a4e2-4602-8042-2a903247d21f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acc699f9-eb44-42a8-afb9-5411fb2b1eda,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:49.495321 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2b253c4e-5925-45a9-bf69-93854e0de3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.547086 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-2b253c4e-5925-45a9-bf69-93854e0de3a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=148ca3d35f794b15a1b7f80973032ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216535 Oct 12 16:49:49.547381 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60126) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:49.555831 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b253c4e-5925-45a9-bf69-93854e0de3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153f646-c244-49c0-a505-63340510cdf9,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:49.598305 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.605912 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7348a8b4-2bfc-4e18-9e43-986203c0b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.608365 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7348a8b4-2bfc-4e18-9e43-986203c0b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.609526 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7348a8b4-2bfc-4e18-9e43-986203c0b9c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9eb6b31-a174-4b10-8c27-d6d7efd0604c HTTP/1.1" status: 204 len: 168 time: 0.8483646 Oct 12 16:49:49.621361 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4777cc6a-389d-4eb8-8095-abdf647ae369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.646551 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4777cc6a-389d-4eb8-8095-abdf647ae369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.660875 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a8b4-2bfc-4e18-9e43-986203c0b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb6b31-a174-4b10-8c27-d6d7efd0604c,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:49.682743 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:49:49.688942 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:49:49.694495 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:49:49.701952 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'Port': ['ID=00f7b70b-ab5e-473f-a420-4a05063debda,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:49.709401 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4777cc6a-389d-4eb8-8095-abdf647ae369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.714428 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4777cc6a-389d-4eb8-8095-abdf647ae369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.716829 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4777cc6a-389d-4eb8-8095-abdf647ae369 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4153f646-c244-49c0-a505-63340510cdf9 HTTP/1.1" status: 204 len: 168 time: 0.1680217 Oct 12 16:49:49.728066 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777cc6a-389d-4eb8-8095-abdf647ae369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153f646-c244-49c0-a505-63340510cdf9,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:49.785933 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:49.786519 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.808217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e783c412-b0e4-45b5-b2df-e8abbe1eba25 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:49.820013 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-a2338953-4a79-475f-aca8-a00448236aac tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7943010 Oct 12 16:49:49.821792 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.841790 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Transition to ACTIVE for port object e783c412-b0e4-45b5-b2df-e8abbe1eba25 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:49.848253 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.863351 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Request body: {'port': {'device_id': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:49:49.959055 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:49.961395 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:50.066077 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-67d7a29f-9fb2-4242-99d6-ca1a95441ccc None None] Provisioning complete for port 00f7b70b-ab5e-473f-a420-4a05063debda triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:50.066461 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-67d7a29f-9fb2-4242-99d6-ca1a95441ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.128807 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Attempting to bind port e783c412-b0e4-45b5-b2df-e8abbe1eba25 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:50.129277 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Attempting to bind port e783c412-b0e4-45b5-b2df-e8abbe1eba25 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:50.129817 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Attempting to bind port e783c412-b0e4-45b5-b2df-e8abbe1eba25 on network 1e336323-1661-4699-bf4a-5542620febf0 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:50.168829 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-67d7a29f-9fb2-4242-99d6-ca1a95441ccc None None] Port 00f7b70b-ab5e-473f-a420-4a05063debda cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:49:50.183816 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8c581a-45ee-421d-baf3-624b746ccb08'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:50.187361 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf062a13-b58e-4808-ad2a-5b3ff7dca8a0" -d '{"events": [{"server_uuid": "893d6486-3f26-47da-9e66-b747d0d9a98d", "name": "network-vif-plugged", "status": "completed", "tag": "1f8c581a-45ee-421d-baf3-624b746ccb08"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:50.194833 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Port e783c412-b0e4-45b5-b2df-e8abbe1eba25 on network 1e336323-1661-4699-bf4a-5542620febf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:50.195157 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Attempting to bind port e783c412-b0e4-45b5-b2df-e8abbe1eba25 on network 1e336323-1661-4699-bf4a-5542620febf0 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:50.200234 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60152) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:50.203866 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:50.204464 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Checking segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:50.205056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Bound using segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:50.205987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Bound port: e783c412-b0e4-45b5-b2df-e8abbe1eba25, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:50.206605 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.261097 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f0d79-31fa-41dc-8003-5fa1ccd4cd1e x-openstack-request-id: req-3a9f0d79-31fa-41dc-8003-5fa1ccd4cd1e {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:50.261393 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893d6486-3f26-47da-9e66-b747d0d9a98d", "name": "network-vif-plugged", "status": "completed", "tag": "1f8c581a-45ee-421d-baf3-624b746ccb08", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:50.261756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a9f0d79-31fa-41dc-8003-5fa1ccd4cd1e {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:50.262181 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8c581a-45ee-421d-baf3-624b746ccb08', 'code': 200} Oct 12 16:49:50.275823 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71abf9-8014-4327-92e0-235ae8cf5051 req-2e60b7c1-beeb-4d81-9ef2-d9e5bc58a16b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.277979 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cc71abf9-8014-4327-92e0-235ae8cf5051 req-2e60b7c1-beeb-4d81-9ef2-d9e5bc58a16b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.1255164 Oct 12 16:49:50.320888 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60158) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:50.348376 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-da5f6c69-596f-4319-81bc-1534b47a09d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.394751 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cc71abf9-8014-4327-92e0-235ae8cf5051 req-04dc041f-c6c8-48e0-aec4-1d08cec9abfa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043720 Oct 12 16:49:50.484550 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644597e-9cc4-4a5f-83a3-aa6dce0dcf92 req-7c78ada8-85cd-4d07-83be-e9e651178e56 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.486108 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1644597e-9cc4-4a5f-83a3-aa6dce0dcf92 req-7c78ada8-85cd-4d07-83be-e9e651178e56 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 943 time: 0.1065483 Oct 12 16:49:50.645796 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1644597e-9cc4-4a5f-83a3-aa6dce0dcf92 req-bcf978c9-00d3-4ab3-b606-ec2a23ab7768 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418698 Oct 12 16:49:50.670859 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-dac15963-5167-4b23-8493-1cefe405b7ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbadd882da994b30977abe5b6b5205fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323547 Oct 12 16:49:50.675590 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60170) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:50.698753 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-da5f6c69-596f-4319-81bc-1534b47a09d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.701346 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12303662-3ca1-44d7-b7f0-693d0604358d req-1bcc397f-e224-478f-a91a-55696ac6845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.702902 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-12303662-3ca1-44d7-b7f0-693d0604358d req-1bcc397f-e224-478f-a91a-55696ac6845a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 1098 time: 0.1657929 Oct 12 16:49:50.707090 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:50.711908 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-da5f6c69-596f-4319-81bc-1534b47a09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.728470 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:50.751010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.784780 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e81d00-9ba9-4c9c-8434-e170d4bdccaa req-e883c95d-6ced-4623-912c-a94101932817 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.786291 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8e81d00-9ba9-4c9c-8434-e170d4bdccaa req-e883c95d-6ced-4623-912c-a94101932817 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 931 time: 0.2659910 Oct 12 16:49:50.828092 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.828708 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.832533 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] 10.222.0.43 "PUT /v2.0/ports/e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 1094 time: 1.7693703 Oct 12 16:49:50.832680 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-da5f6c69-596f-4319-81bc-1534b47a09d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3815383fd3ea4a6a8b84361e379d7414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078149 Oct 12 16:49:50.832869 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:50.834778 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f6c69-596f-4319-81bc-1534b47a09d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c24a0c-1b42-4c7b-9325-feeef837e992,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:50.835105 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04a0e35-2d90-401a-9962-059a62340598" -d '{"events": [{"name": "network-changed", "server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:50.841274 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60174) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:50.871674 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-12303662-3ca1-44d7-b7f0-693d0604358d req-f7f5a4c4-602f-4bae-baed-cb853c744f1a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558459 Oct 12 16:49:50.895528 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-02cc322e-876e-4552-97e6-8c4cb98a168a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.897626 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab906667-56fb-4c4e-aac3-3e7b712eb1cc service neutron] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:50.902305 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8e81d00-9ba9-4c9c-8434-e170d4bdccaa req-ace64861-d942-4a53-8d8b-9c2892143493 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043062 Oct 12 16:49:50.911647 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d27d0-4e1a-40a4-8c8f-7062f552bcef req-3cd81e6b-4585-49b8-ac8e-a8b601c9239f tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:50.913033 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ed2d27d0-4e1a-40a4-8c8f-7062f552bcef req-3cd81e6b-4585-49b8-ac8e-a8b601c9239f tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.1596622 Oct 12 16:49:50.940671 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-02cc322e-876e-4552-97e6-8c4cb98a168a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.953575 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f7b70b-ab5e-473f-a420-4a05063debda {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:50.970847 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:50.998912 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc8469-dd42-41e4-9029-3f5d3087c924 x-openstack-request-id: req-44dc8469-dd42-41e4-9029-3f5d3087c924 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:50.999196 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:50.999450 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44dc8469-dd42-41e4-9029-3f5d3087c924 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:50.999838 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'status': 'completed', 'code': 200} Oct 12 16:49:51.002673 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d286dd40-5c24-4961-855b-9bb81e6e3a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.010657 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Transition to ACTIVE for port object 00f7b70b-ab5e-473f-a420-4a05063debda will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:49:51.027239 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ed2d27d0-4e1a-40a4-8c8f-7062f552bcef req-9159b328-71a5-4f9e-a022-102fb07e8cfc tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852020 Oct 12 16:49:51.047306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.051718 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-02cc322e-876e-4552-97e6-8c4cb98a168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.054867 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-02cc322e-876e-4552-97e6-8c4cb98a168a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.058464 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-02cc322e-876e-4552-97e6-8c4cb98a168a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8298e222-aa98-4452-b06d-8bcecf509b73 HTTP/1.1" status: 204 len: 168 time: 0.3783650 Oct 12 16:49:51.068327 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc322e-876e-4552-97e6-8c4cb98a168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8298e222-aa98-4452-b06d-8bcecf509b73,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.109196 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d286dd40-5c24-4961-855b-9bb81e6e3a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.161905 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Pushing event updated for resources: {'Port': ['ID=00f7b70b-ab5e-473f-a420-4a05063debda,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.272579 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d286dd40-5c24-4961-855b-9bb81e6e3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.275189 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d286dd40-5c24-4961-855b-9bb81e6e3a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.276511 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d286dd40-5c24-4961-855b-9bb81e6e3a94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4c24a0c-1b42-4c7b-9325-feeef837e992 HTTP/1.1" status: 204 len: 168 time: 0.4329314 Oct 12 16:49:51.300331 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286dd40-5c24-4961-855b-9bb81e6e3a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c24a0c-1b42-4c7b-9325-feeef837e992,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.312538 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-85feb8b3-3153-4240-806e-586d3a34c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.314708 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-85feb8b3-3153-4240-806e-586d3a34c6b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1097 time: 0.0940118 Oct 12 16:49:51.315359 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Attempting to bind port 00f7b70b-ab5e-473f-a420-4a05063debda on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:49:51.315682 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Attempting to bind port 00f7b70b-ab5e-473f-a420-4a05063debda by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:49:51.316003 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Attempting to bind port 00f7b70b-ab5e-473f-a420-4a05063debda on network 1b6cd03d-f521-470d-ac52-2663a295efd9 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:51.333815 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Port 00f7b70b-ab5e-473f-a420-4a05063debda on network 1b6cd03d-f521-470d-ac52-2663a295efd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:49:51.334180 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Attempting to bind port 00f7b70b-ab5e-473f-a420-4a05063debda on network 1b6cd03d-f521-470d-ac52-2663a295efd9 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:49:51.350365 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:49:51.351819 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Checking segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:49:51.352520 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Bound using segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:49:51.353472 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Bound port: 00f7b70b-ab5e-473f-a420-4a05063debda, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:49:51.354053 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.356477 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 89e5800d-8ca4-4c62-915a-677209925541 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:51.423569 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-fc228b2e-9e62-4781-98e3-fe09fc5f59ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 217 time: 0.0829222 Oct 12 16:49:51.524532 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 89e5800d-8ca4-4c62-915a-677209925541, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89e5800d-8ca4-4c62-915a-677209925541,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:51.545096 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-90d1035d-86c5-496d-98ff-2585222a3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.546727 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-90d1035d-86c5-496d-98ff-2585222a3229 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0700905 Oct 12 16:49:51.551505 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] For port 00f7b70b-ab5e-473f-a420-4a05063debda, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:49:51.558267 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] For port 00f7b70b-ab5e-473f-a420-4a05063debda, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00f7b70b-ab5e-473f-a420-4a05063debda,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:49:51.561151 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '89e5800d-8ca4-4c62-915a-677209925541', 'network_id': '91a1cca2-ba67-46d2-873f-a20958250480', 'port_id': '89e5800d-8ca4-4c62-915a-677209925541', 'mac_address': 'fa:16:3e:3e:16:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6e51b1-55ee-4494-9714-1b1d51a081d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:51.570673 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.638402 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced03cfb-45d9-4f32-8f63-fff2102f6636 req-5d12c3ad-9edc-4274-90cc-22e73bc8deaf tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.640949 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ced03cfb-45d9-4f32-8f63-fff2102f6636 req-5d12c3ad-9edc-4274-90cc-22e73bc8deaf tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0989542 Oct 12 16:49:51.658903 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.691315 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.694760 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.696585 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e5800d-8ca4-4c62-915a-677209925541 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:51.698946 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] 10.222.0.43 "PUT /v2.0/ports/00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 1093 time: 1.8420341 Oct 12 16:49:51.759728 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ced03cfb-45d9-4f32-8f63-fff2102f6636 req-7d2c497e-e08f-451e-b54f-8d518cf827bc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101453 Oct 12 16:49:51.767758 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce79df2-0f6e-4582-bf01-e70a330808bf service neutron] Pushing event updated for resources: {'Port': ['ID=00f7b70b-ab5e-473f-a420-4a05063debda,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.774556 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 89e5800d-8ca4-4c62-915a-677209925541, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89e5800d-8ca4-4c62-915a-677209925541,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:51.778016 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-04f16885-ee8f-41c1-8636-66b7d697b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.779942 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-04f16885-ee8f-41c1-8636-66b7d697b90d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2201657 Oct 12 16:49:51.782295 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:51.854221 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=89e5800d-8ca4-4c62-915a-677209925541,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:51.901096 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030a2ef-cc53-4c67-a980-500fef428024 req-acaa5081-8081-4078-9789-2f4b82135883 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.902642 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3030a2ef-cc53-4c67-a980-500fef428024 req-acaa5081-8081-4078-9789-2f4b82135883 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 944 time: 0.1164417 Oct 12 16:49:51.962568 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-9fd91642-755b-422f-8dcb-97c973692c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:51.964339 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-9fd91642-755b-422f-8dcb-97c973692c82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1096 time: 0.1830668 Oct 12 16:49:52.003137 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3030a2ef-cc53-4c67-a980-500fef428024 req-9ea5905e-e97c-47bb-b002-2ad0380d1d73 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942187 Oct 12 16:49:52.018874 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-099bb43b-e547-488e-8dfe-43ce8b3dbba5 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286479 Oct 12 16:49:52.133688 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-35e3d485-e7da-4fd3-b833-d26af413b4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:52.159809 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-adfe51d1-018d-4ebd-aa24-4f1f79fd7d51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 217 time: 0.0901737 Oct 12 16:49:52.176480 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['89e5800d-8ca4-4c62-915a-677209925541'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:52.230080 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f114c7-2ef3-4851-a8f4-223ff172652a req-d20058d0-6758-40f6-bd99-07032b5e3b85 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.237355 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-10f114c7-2ef3-4851-a8f4-223ff172652a req-d20058d0-6758-40f6-bd99-07032b5e3b85 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 943 time: 0.1862404 Oct 12 16:49:52.279491 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-da63f705-ab5e-4956-8e3f-72e5464c19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.281028 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-da63f705-ab5e-4956-8e3f-72e5464c19a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0875151 Oct 12 16:49:52.314401 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b352ecb-f6ca-44d8-bce0-c800297ec103 req-af2c4980-febd-43a8-9bee-2e33fdf2ad36 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226036 Oct 12 16:49:52.352774 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-f6862f0b-f643-4ce4-b4b8-67dd59401bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.356352 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-f6862f0b-f643-4ce4-b4b8-67dd59401bef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588887 Oct 12 16:49:52.550064 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-6bd52a28-25f4-4f4e-a78e-fd2e4c188556 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815534 Oct 12 16:49:52.629779 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-10f114c7-2ef3-4851-a8f4-223ff172652a req-f48272e1-d971-4cdf-8318-dbb9b1c52c98 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486092 Oct 12 16:49:52.668618 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ef441-032e-4ba0-96b5-b1c5ec831c28 req-16c678f0-70c0-4c16-b555-d50cc12942ec tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.669977 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-855ef441-032e-4ba0-96b5-b1c5ec831c28 req-16c678f0-70c0-4c16-b555-d50cc12942ec tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.4293957 Oct 12 16:49:52.670275 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a0e35-2d90-401a-9962-059a62340598 req-f951aa80-35b5-470e-bcd6-7545d11888d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.671939 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-f951aa80-35b5-470e-bcd6-7545d11888d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1097 time: 0.1100483 Oct 12 16:49:52.731796 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-855ef441-032e-4ba0-96b5-b1c5ec831c28 req-f958c134-5dc5-4bac-81c8-d1b091de7225 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516639 Oct 12 16:49:52.756158 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b263fe98-8879-4ac5-b6aa-f948ab144d87 req-6685dc7f-2e77-4b80-ad68-15482f17a053 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805985 Oct 12 16:49:52.801677 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a0e35-2d90-401a-9962-059a62340598 req-a68f8ae4-8642-4706-acb8-3afa882acfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.803184 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-a68f8ae4-8642-4706-acb8-3afa882acfc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.1207755 Oct 12 16:49:52.881511 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045118-a0b9-4652-aab8-aa0ed00c5d44 req-658f4925-b11c-4ce9-8664-160bed12cbbd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.883430 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-75045118-a0b9-4652-aab8-aa0ed00c5d44 req-658f4925-b11c-4ce9-8664-160bed12cbbd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0587416 Oct 12 16:49:52.892906 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-3d635008-3d7f-4b80-8ecd-1591fe6aa918 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 217 time: 0.0418327 Oct 12 16:49:52.924433 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-75045118-a0b9-4652-aab8-aa0ed00c5d44 req-0f3705f8-8857-4163-8ec8-a0f91dfedddf tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326104 Oct 12 16:49:52.962857 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a0e35-2d90-401a-9962-059a62340598 req-e65250fe-c300-4bb7-8b53-7e8e6e64227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:52.964310 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-e65250fe-c300-4bb7-8b53-7e8e6e64227e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0573452 Oct 12 16:49:53.002347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:53.004802 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278695e8-504f-4b36-9066-3ad1c4256e83" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:53.017571 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a0e35-2d90-401a-9962-059a62340598 req-f1978138-fc21-4ac2-a9c0-a271995150d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.019183 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-f1978138-fc21-4ac2-a9c0-a271995150d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467908 Oct 12 16:49:53.058054 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451cf78-8b3d-4e1b-9854-2153631be76d x-openstack-request-id: req-4451cf78-8b3d-4e1b-9854-2153631be76d {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:53.058469 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:53.058675 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4451cf78-8b3d-4e1b-9854-2153631be76d {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:53.058967 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda', 'status': 'completed', 'code': 200} Oct 12 16:49:53.081738 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:53.114032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:53.186473 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476747d1-b29b-4d28-afb5-8ba7e7526cf2 req-db6b07cc-8d4f-4902-8d2b-18d92ca55f90 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.188159 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-476747d1-b29b-4d28-afb5-8ba7e7526cf2 req-db6b07cc-8d4f-4902-8d2b-18d92ca55f90 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 944 time: 0.0543487 Oct 12 16:49:53.189836 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-45e29568-70c5-4dbf-acef-2bea4729daff service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500916 Oct 12 16:49:53.192938 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-29e55f4e-6951-4470-9584-fb2bfb0340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.194413 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-29e55f4e-6951-4470-9584-fb2bfb0340d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1096 time: 0.0748565 Oct 12 16:49:53.233426 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-476747d1-b29b-4d28-afb5-8ba7e7526cf2 req-4157a48d-848a-4fcd-8b34-b2d3ee1e2bf0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Oct 12 16:49:53.362186 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 89e5800d-8ca4-4c62-915a-677209925541 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:49:53.403426 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a04a0e35-2d90-401a-9962-059a62340598 req-446fd13a-8b0b-4e79-aa36-0e2f77b23c7c service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986394 Oct 12 16:49:53.408018 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-ad8cf75e-073b-46b1-892a-81360d337946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.409573 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-ad8cf75e-073b-46b1-892a-81360d337946 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.2033596 Oct 12 16:49:53.439906 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 89e5800d-8ca4-4c62-915a-677209925541 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:49:53.446270 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 89e5800d-8ca4-4c62-915a-677209925541 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:49:53.446867 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:53.477782 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-a89161ec-dbdc-4b65-90b8-75136518d2fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 217 time: 0.0458148 Oct 12 16:49:53.586333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:53.642471 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e5800d-8ca4-4c62-915a-677209925541'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:49:53.645646 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b936e9-2452-429b-a549-2a7be5aa0ca7" -d '{"events": [{"server_uuid": "2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf", "name": "network-vif-plugged", "status": "completed", "tag": "89e5800d-8ca4-4c62-915a-677209925541"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:49:53.698686 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 89e5800d-8ca4-4c62-915a-677209925541, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89e5800d-8ca4-4c62-915a-677209925541,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:53.713578 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:53.832821 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b54c8-b0ef-42eb-8767-7a8e83ebad0c x-openstack-request-id: req-bc7b54c8-b0ef-42eb-8767-7a8e83ebad0c {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:49:53.833145 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf", "name": "network-vif-plugged", "status": "completed", "tag": "89e5800d-8ca4-4c62-915a-677209925541", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:49:53.836256 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc7b54c8-b0ef-42eb-8767-7a8e83ebad0c {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:49:53.838167 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e5800d-8ca4-4c62-915a-677209925541', 'code': 200} Oct 12 16:49:53.894164 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=89e5800d-8ca4-4c62-915a-677209925541,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:53.922774 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-219b424d-0fac-42c7-b9be-f62425366a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:53.924254 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-219b424d-0fac-42c7-b9be-f62425366a35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.4363368 Oct 12 16:49:53.996782 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c99a98-2fea-4f21-8207-4b0fe2424355 req-178880b1-8e34-4ab3-b27e-8bce378f6011 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.010839 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62c99a98-2fea-4f21-8207-4b0fe2424355 req-178880b1-8e34-4ab3-b27e-8bce378f6011 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 943 time: 0.2288830 Oct 12 16:49:54.030986 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-7b3c3df7-2492-46bd-9ae0-8c0ffcb442f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.032524 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-7b3c3df7-2492-46bd-9ae0-8c0ffcb442f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973997 Oct 12 16:49:54.035192 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f25c5-e771-4f9c-9ae1-9aac86ec41d3 req-4a03c9a3-ee8b-4462-a6a3-99a56db5c441 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.037171 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c3f25c5-e771-4f9c-9ae1-9aac86ec41d3 req-4a03c9a3-ee8b-4462-a6a3-99a56db5c441 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.1607673 Oct 12 16:49:54.121840 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c3f25c5-e771-4f9c-9ae1-9aac86ec41d3 req-12203bcf-fbb2-4430-b1f5-53a82c6f3764 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745463 Oct 12 16:49:54.176975 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62c99a98-2fea-4f21-8207-4b0fe2424355 req-851c6a32-9dc6-4da3-8f17-d8fd4aaff139 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584609 Oct 12 16:49:54.227943 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c6f3f-22f7-4115-a027-087ff4a4ba0b req-152231a2-3f48-48d0-836d-6a16e4dd42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.229529 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cc7c6f3f-22f7-4115-a027-087ff4a4ba0b req-152231a2-3f48-48d0-836d-6a16e4dd42f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.1861403 Oct 12 16:49:54.346569 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-e252e5a5-557a-41d2-b222-7cb6fdc04b92 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040428 Oct 12 16:49:54.364965 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4143da-de24-4a5b-87ce-0f4eeea129a5 req-ddadd242-aad4-4acc-838f-656a3e41404a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.367398 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5c4143da-de24-4a5b-87ce-0f4eeea129a5 req-ddadd242-aad4-4acc-838f-656a3e41404a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.1128585 Oct 12 16:49:54.386686 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cc7c6f3f-22f7-4115-a027-087ff4a4ba0b req-05a6d206-7d1d-420e-9cfa-e93ee08623bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466541 Oct 12 16:49:54.458977 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7aad-5797-4de7-97cf-660d518eda23 req-0ba6d03b-7e83-4d8d-be7b-c88401308c15 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:54.460572 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ccac7aad-5797-4de7-97cf-660d518eda23 req-0ba6d03b-7e83-4d8d-be7b-c88401308c15 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1157160 Oct 12 16:49:54.472383 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5c4143da-de24-4a5b-87ce-0f4eeea129a5 req-05f6d4d1-cee9-49f1-b2c3-a93f361d0aa3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702403 Oct 12 16:49:54.504272 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-278695e8-504f-4b36-9066-3ad1c4256e83 req-8abe6018-9f85-4cba-9c21-b45f87757c38 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439922 Oct 12 16:49:54.516379 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ccac7aad-5797-4de7-97cf-660d518eda23 req-4bdefb7f-c381-4e2f-acdc-9dc1b2649cf1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Oct 12 16:49:54.608641 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60350) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:54.754167 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a1a8-e3d2-4c28-a795-540f565b1ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.836566 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a1a8-e3d2-4c28-a795-540f565b1ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.840536 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a1a8-e3d2-4c28-a795-540f565b1ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.877232 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7a1a8-e3d2-4c28-a795-540f565b1ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f40ee0-cecc-4150-8161-a1fce1bcde35,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:54.883427 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b5e7a1a8-e3d2-4c28-a795-540f565b1ada admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ab070d081a2475896a55d3175de2b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731264 Oct 12 16:49:54.886283 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60356) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:54.936487 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b784-c4cb-4c95-b697-e25edba73aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:54.957727 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b784-c4cb-4c95-b697-e25edba73aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.011091 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b784-c4cb-4c95-b697-e25edba73aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.014291 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b784-c4cb-4c95-b697-e25edba73aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.015961 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f0c0b784-c4cb-4c95-b697-e25edba73aa9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8f40ee0-cecc-4150-8161-a1fce1bcde35 HTTP/1.1" status: 204 len: 168 time: 0.1285682 Oct 12 16:49:55.025383 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b784-c4cb-4c95-b697-e25edba73aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f40ee0-cecc-4150-8161-a1fce1bcde35,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:55.154310 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.302310 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b988-9af4-4388-8fd1-0f148a3ad2f2 req-99507a98-f438-429f-a06d-d50db3a279e6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:55.303871 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5231b988-9af4-4388-8fd1-0f148a3ad2f2 req-99507a98-f438-429f-a06d-d50db3a279e6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 943 time: 0.0515859 Oct 12 16:49:55.331770 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60378) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:55.345046 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e320bfb4-3a3f-4889-be7e-79ccd8689f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.345220 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5231b988-9af4-4388-8fd1-0f148a3ad2f2 req-f7057fa9-f3da-46b0-8b96-b0630670c5a8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349374 Oct 12 16:49:55.381167 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 00f7b70b-ab5e-473f-a420-4a05063debda details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:55.428353 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e320bfb4-3a3f-4889-be7e-79ccd8689f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.432075 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e320bfb4-3a3f-4889-be7e-79ccd8689f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.472065 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e320bfb4-3a3f-4889-be7e-79ccd8689f65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0aee69bc40a54329b859a4cbb5b7a6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390851 Oct 12 16:49:55.472747 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320bfb4-3a3f-4889-be7e-79ccd8689f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa282bde-6c3c-4329-95a8-c75d80f3d1e3,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:55.474864 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60380) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:49:55.481198 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 00f7b70b-ab5e-473f-a420-4a05063debda, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00f7b70b-ab5e-473f-a420-4a05063debda,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:55.494242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '00f7b70b-ab5e-473f-a420-4a05063debda', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'port_id': '00f7b70b-ab5e-473f-a420-4a05063debda', 'mac_address': 'fa:16:3e:cc:41:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:55.526906 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f593b278-0282-478a-a2c4-57fac39ba17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.532704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.549289 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f7b70b-ab5e-473f-a420-4a05063debda {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:55.549815 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f593b278-0282-478a-a2c4-57fac39ba17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.571353 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 00f7b70b-ab5e-473f-a420-4a05063debda, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00f7b70b-ab5e-473f-a420-4a05063debda,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:55.577209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.578061 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:49:55.683855 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ecc6c-8f0c-4835-93cf-fdee2b66f8f0 req-f8fad9d1-5891-4125-9a72-fbe7853dbc27 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:55.690703 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=00f7b70b-ab5e-473f-a420-4a05063debda,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:55.691323 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9c2ecc6c-8f0c-4835-93cf-fdee2b66f8f0 req-f8fad9d1-5891-4125-9a72-fbe7853dbc27 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.1242523 Oct 12 16:49:55.727199 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484e01-9705-4882-a36a-628c2888a024 req-6f5afb5c-5146-47aa-9ae7-f9937329e78b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:55.728985 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15484e01-9705-4882-a36a-628c2888a024 req-6f5afb5c-5146-47aa-9ae7-f9937329e78b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1172135 Oct 12 16:49:55.761845 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f593b278-0282-478a-a2c4-57fac39ba17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.764435 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f593b278-0282-478a-a2c4-57fac39ba17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.764822 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:55.765567 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-f593b278-0282-478a-a2c4-57fac39ba17e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa282bde-6c3c-4329-95a8-c75d80f3d1e3 HTTP/1.1" status: 204 len: 168 time: 0.2889726 Oct 12 16:49:55.783954 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9c2ecc6c-8f0c-4835-93cf-fdee2b66f8f0 req-18e6a6e4-8f6b-4571-a7df-e7a1183446cc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917706 Oct 12 16:49:55.787179 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593b278-0282-478a-a2c4-57fac39ba17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa282bde-6c3c-4329-95a8-c75d80f3d1e3,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:55.788750 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'mac_address': 'fa:16:3e:cc:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:49:55.834355 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15484e01-9705-4882-a36a-628c2888a024 req-b144984a-8767-48cf-ad8f-95068ddba7cd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909526 Oct 12 16:49:55.867451 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:55.887343 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e783c412-b0e4-45b5-b2df-e8abbe1eba25 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:49:55.918263 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:49:55.924134 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.002370 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:49:56.469029 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168549a2-1067-4679-84e2-8c141b9b0dfc req-a05318f7-2837-4bd6-a657-59addaeae060 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.471163 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-168549a2-1067-4679-84e2-8c141b9b0dfc req-a05318f7-2837-4bd6-a657-59addaeae060 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 944 time: 0.0568273 Oct 12 16:49:56.516279 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-168549a2-1067-4679-84e2-8c141b9b0dfc req-49b3a3dc-edc6-48f0-958d-95b6ea9b1f41 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Oct 12 16:49:56.666210 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:49:56.958166 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b30d-8e2e-4282-adc4-18c238b359ba req-d76da4b8-7fe1-4a8d-8740-ed849d4ee893 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.959651 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d042b30d-8e2e-4282-adc4-18c238b359ba req-d76da4b8-7fe1-4a8d-8740-ed849d4ee893 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0788810 Oct 12 16:49:56.966995 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bf6f1-f687-46c9-8b53-a4788c372d44 req-605bbbf2-1376-4506-a702-a8682b6b624d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:56.968375 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-723bf6f1-f687-46c9-8b53-a4788c372d44 req-605bbbf2-1376-4506-a702-a8682b6b624d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0780160 Oct 12 16:49:57.023073 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d042b30d-8e2e-4282-adc4-18c238b359ba req-544f9105-6650-44c2-b1fa-ffe8128bcd20 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537403 Oct 12 16:49:57.028193 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-723bf6f1-f687-46c9-8b53-a4788c372d44 req-29f3d18d-180f-42ad-b4c1-12c46e55388f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531509 Oct 12 16:49:57.358432 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897771-62af-44a7-9e38-ab097a1d0d65 req-737e8e3f-72ed-4806-862e-480d6eb88429 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.360242 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34897771-62af-44a7-9e38-ab097a1d0d65 req-737e8e3f-72ed-4806-862e-480d6eb88429 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0627954 Oct 12 16:49:57.402876 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34897771-62af-44a7-9e38-ab097a1d0d65 req-c83b3b2f-10c8-4360-a276-38014e17d304 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Oct 12 16:49:57.650377 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da426b71-4e1f-4141-ba32-dc15cb1087a0 req-109eed35-db83-4541-97db-bb1a0bcc48f6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:57.651975 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-da426b71-4e1f-4141-ba32-dc15cb1087a0 req-109eed35-db83-4541-97db-bb1a0bcc48f6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Oct 12 16:49:57.692765 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-da426b71-4e1f-4141-ba32-dc15cb1087a0 req-5abdad6f-83b6-4e84-bb12-a39439c638be tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344045 Oct 12 16:49:58.152908 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bd8f2-b67f-40dd-9537-3e4919d2fe6c req-a3f257c4-69e5-4ec7-aa92-7306a7c88273 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:58.154397 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-038bd8f2-b67f-40dd-9537-3e4919d2fe6c req-a3f257c4-69e5-4ec7-aa92-7306a7c88273 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Oct 12 16:49:58.190161 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-038bd8f2-b67f-40dd-9537-3e4919d2fe6c req-076a746d-a740-4f3e-813e-812028929b95 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297744 Oct 12 16:49:58.525409 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d6f0b-bf16-4417-ba12-340e14f2818c req-98f2476f-c1b9-4b4b-96de-2ba4d56c800b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:58.526932 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-642d6f0b-bf16-4417-ba12-340e14f2818c req-98f2476f-c1b9-4b4b-96de-2ba4d56c800b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0530336 Oct 12 16:49:58.563576 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-642d6f0b-bf16-4417-ba12-340e14f2818c req-3541ebf7-06bd-4a73-8388-47d81b39a4a7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Oct 12 16:49:58.805190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdc496-f94d-4e39-b3dd-6e13a0962386 req-b1f2b000-a218-45a2-a83b-15dc5dfeeb73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:58.806612 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5afdc496-f94d-4e39-b3dd-6e13a0962386 req-b1f2b000-a218-45a2-a83b-15dc5dfeeb73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 944 time: 0.0470057 Oct 12 16:49:58.844097 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5afdc496-f94d-4e39-b3dd-6e13a0962386 req-0cf979fd-53cf-4926-8efd-9e784b5bcc1a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Oct 12 16:49:58.968261 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['e783c412-b0e4-45b5-b2df-e8abbe1eba25'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:59.036955 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['00f7b70b-ab5e-473f-a420-4a05063debda'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:49:59.220662 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-2764f7cf-079e-42c9-accd-d45aabadb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.222544 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-2764f7cf-079e-42c9-accd-d45aabadb865 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.0403631 Oct 12 16:49:59.318902 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c301b-d666-4eed-944b-20473ee987dd req-1b7f9124-a1ab-48bf-8e99-c5d2bffa50e0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.321139 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d86c301b-d666-4eed-944b-20473ee987dd req-1b7f9124-a1ab-48bf-8e99-c5d2bffa50e0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Oct 12 16:49:59.322752 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-0ae3a66d-30bf-4e11-bf78-12f5875cced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.324207 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-0ae3a66d-30bf-4e11-bf78-12f5875cced2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0945055 Oct 12 16:49:59.359287 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d86c301b-d666-4eed-944b-20473ee987dd req-08b9f498-cbd6-40ec-a31a-42fb586ca3f7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Oct 12 16:49:59.371526 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-3386cdfa-1d1c-4334-ac38-7a543b191d49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.0388532 Oct 12 16:49:59.422882 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-23d8bbc7-0607-4f75-8372-6c00760a6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.424377 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-23d8bbc7-0607-4f75-8372-6c00760a6e7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0446627 Oct 12 16:49:59.455015 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-846bd59a-5670-42ee-9134-49766eca1ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231988 Oct 12 16:49:59.547473 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-2047d1bf-66cc-43dd-8489-d8d5c580cf68 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846312 Oct 12 16:49:59.635591 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1a8ae84d-6c0f-4d9b-895a-1d2958e3a38b req-aa1a5e1b-5042-4d38-88b2-94c0c2a71ae7 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804563 Oct 12 16:49:59.679255 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674db912-3c02-4f48-a453-ee0b35892b94 req-f6f80be6-48e1-42ec-867f-9b3e086dc2cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.680715 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-674db912-3c02-4f48-a453-ee0b35892b94 req-f6f80be6-48e1-42ec-867f-9b3e086dc2cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0512784 Oct 12 16:49:59.727757 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-674db912-3c02-4f48-a453-ee0b35892b94 req-4eee62d2-7f74-4bfe-a213-633458c4f06c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Oct 12 16:49:59.960295 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b1f5-a922-46cf-8507-a3f57507728d req-605139dc-01d4-4db1-ab18-b5b0aef3958f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:49:59.962079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc97b1f5-a922-46cf-8507-a3f57507728d req-605139dc-01d4-4db1-ab18-b5b0aef3958f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 944 time: 0.0519688 Oct 12 16:50:00.007742 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc97b1f5-a922-46cf-8507-a3f57507728d req-9797b637-71df-497e-a508-b0b00fa3a0c7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Oct 12 16:50:00.478868 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c2de9-9f39-414c-a00b-7bdeaee5279e req-479f7934-a91e-4874-8c4a-3002fa30b3d0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:00.480797 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-829c2de9-9f39-414c-a00b-7bdeaee5279e req-479f7934-a91e-4874-8c4a-3002fa30b3d0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Oct 12 16:50:00.523221 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-829c2de9-9f39-414c-a00b-7bdeaee5279e req-9221f3ae-bd42-41b8-960b-290f941bbbee tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 Oct 12 16:50:00.806768 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60596) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:00.862429 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f310f-16bb-4664-8a64-058c63513cde req-62314f36-a33f-4e09-babb-5f0a07b1ecaf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:00.863891 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f8f310f-16bb-4664-8a64-058c63513cde req-62314f36-a33f-4e09-babb-5f0a07b1ecaf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0547318 Oct 12 16:50:00.907062 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f8f310f-16bb-4664-8a64-058c63513cde req-933a8bd7-bb86-4cd3-84d2-560fe31ac56e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364921 Oct 12 16:50:00.914844 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c39e6bc9-3e54-4e00-85e4-93b999972c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:00.995488 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c39e6bc9-3e54-4e00-85e4-93b999972c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.000322 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c39e6bc9-3e54-4e00-85e4-93b999972c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.040099 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c39e6bc9-3e54-4e00-85e4-93b999972c03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01671f61d7104034bb9ea3d1db4e5fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292430 Oct 12 16:50:01.040450 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60606) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:01.042919 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e6bc9-3e54-4e00-85e4-93b999972c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d40d70-b161-4ff0-8316-33488eb76ee9,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:01.103088 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5b218638-27c1-43fd-bd91-35ce49b63f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.126571 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5b218638-27c1-43fd-bd91-35ce49b63f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.141789 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe8f0-4809-4dfb-bddd-9e298928edd7 req-9442b1c0-bbf6-4bb7-89f0-40fabf75b1e2 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.144149 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-67fbe8f0-4809-4dfb-bddd-9e298928edd7 req-9442b1c0-bbf6-4bb7-89f0-40fabf75b1e2 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 944 time: 0.0595183 Oct 12 16:50:01.184713 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5b218638-27c1-43fd-bd91-35ce49b63f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.187333 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5b218638-27c1-43fd-bd91-35ce49b63f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.191180 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-5b218638-27c1-43fd-bd91-35ce49b63f98 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3d40d70-b161-4ff0-8316-33488eb76ee9 HTTP/1.1" status: 204 len: 168 time: 0.1471910 Oct 12 16:50:01.209819 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b218638-27c1-43fd-bd91-35ce49b63f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d40d70-b161-4ff0-8316-33488eb76ee9,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:01.219929 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-67fbe8f0-4809-4dfb-bddd-9e298928edd7 req-a7fffd93-17c2-4e40-9ad0-04d7aae8c2e8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612276 Oct 12 16:50:01.454268 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60616) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:01.470620 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93e7b407-269b-40fe-a945-06388183eb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.542555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93e7b407-269b-40fe-a945-06388183eb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.545998 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93e7b407-269b-40fe-a945-06388183eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.585356 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-93e7b407-269b-40fe-a945-06388183eb0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25131265631443899dd42a730bd458e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272891 Oct 12 16:50:01.585356 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7b407-269b-40fe-a945-06388183eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a417bd-8ef1-48a3-9248-ee83acd4fb9e,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:01.585744 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60620) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:01.642388 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b9df4d10-cc14-45bd-be1b-230bc92d18fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.660180 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a61e0c-2522-4318-80e4-a84a7f6620eb req-3c89479b-2462-4066-9a65-aca4f6a7ca97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:01.661662 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-09a61e0c-2522-4318-80e4-a84a7f6620eb req-3c89479b-2462-4066-9a65-aca4f6a7ca97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Oct 12 16:50:01.664480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b9df4d10-cc14-45bd-be1b-230bc92d18fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.698522 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-09a61e0c-2522-4318-80e4-a84a7f6620eb req-d450e4f7-a390-45e2-b1e6-b66236585da3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Oct 12 16:50:01.710984 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b9df4d10-cc14-45bd-be1b-230bc92d18fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.714004 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b9df4d10-cc14-45bd-be1b-230bc92d18fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:01.715140 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b9df4d10-cc14-45bd-be1b-230bc92d18fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13a417bd-8ef1-48a3-9248-ee83acd4fb9e HTTP/1.1" status: 204 len: 168 time: 0.1268327 Oct 12 16:50:01.723348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4d10-cc14-45bd-be1b-230bc92d18fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a417bd-8ef1-48a3-9248-ee83acd4fb9e,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:02.019223 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15277a1d-6ef3-473e-b9fe-29d1ba1a8bab req-27a2d9cf-c8e3-47e8-a101-9662bd527776 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.020709 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15277a1d-6ef3-473e-b9fe-29d1ba1a8bab req-27a2d9cf-c8e3-47e8-a101-9662bd527776 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0485647 Oct 12 16:50:02.062828 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15277a1d-6ef3-473e-b9fe-29d1ba1a8bab req-8b507c1d-eb91-4b4b-a045-9f17d5269efd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Oct 12 16:50:02.332346 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3300-5c28-4fc8-babf-2104ed48705d req-3bfdd015-07fa-4e12-b3ee-00df98bb1e79 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.333828 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-160d3300-5c28-4fc8-babf-2104ed48705d req-3bfdd015-07fa-4e12-b3ee-00df98bb1e79 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 944 time: 0.0482473 Oct 12 16:50:02.372471 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-160d3300-5c28-4fc8-babf-2104ed48705d req-fdd1caf9-b2a3-46f7-b57f-052f37ba330f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Oct 12 16:50:02.648822 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 00f7b70b-ab5e-473f-a420-4a05063debda up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:02.703005 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 00f7b70b-ab5e-473f-a420-4a05063debda completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:50:02.707047 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 00f7b70b-ab5e-473f-a420-4a05063debda triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:02.707420 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:02.793972 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:02.821214 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:02.823483 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5358677e-eafe-44c3-8c71-b5597a734b80" -d '{"events": [{"server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "name": "network-vif-plugged", "status": "completed", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:02.835971 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 00f7b70b-ab5e-473f-a420-4a05063debda, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00f7b70b-ab5e-473f-a420-4a05063debda,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:02.843652 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:02.847275 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eed885-a369-4de9-9d3c-d24e75a0dfa8 req-c236a962-983d-49fc-b5e8-ee86709ae15c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:02.848910 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d6eed885-a369-4de9-9d3c-d24e75a0dfa8 req-c236a962-983d-49fc-b5e8-ee86709ae15c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Oct 12 16:50:02.850136 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:02.878747 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968fe0a-4889-41b2-bf17-a549eb037e1f x-openstack-request-id: req-d968fe0a-4889-41b2-bf17-a549eb037e1f {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:02.879064 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "name": "network-vif-plugged", "status": "completed", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:02.879318 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d968fe0a-4889-41b2-bf17-a549eb037e1f {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:02.879700 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda', 'code': 200} Oct 12 16:50:02.893709 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d6eed885-a369-4de9-9d3c-d24e75a0dfa8 req-a9a6e984-c357-42c9-9381-e6be202366fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351403 Oct 12 16:50:02.934716 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=00f7b70b-ab5e-473f-a420-4a05063debda,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:02.947592 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port e783c412-b0e4-45b5-b2df-e8abbe1eba25 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:50:02.951118 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port e783c412-b0e4-45b5-b2df-e8abbe1eba25 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:02.951484 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:03.026647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:03.057518 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:03.060973 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:03.114983 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:03.190332 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338413c4-c5d4-4042-9bcb-ecbcd56421d4 req-88bfbaf3-7b09-4e9d-a8e0-777f70492786 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:03.191763 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-338413c4-c5d4-4042-9bcb-ecbcd56421d4 req-88bfbaf3-7b09-4e9d-a8e0-777f70492786 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0468156 Oct 12 16:50:03.231419 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-338413c4-c5d4-4042-9bcb-ecbcd56421d4 req-6c6c4590-5921-49f2-94d6-d41f5e378981 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Oct 12 16:50:03.481797 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42eb85-9ed5-4d30-9b07-4fed2e2e2fe3 req-da9f6d91-4bac-46ef-87eb-22634d379651 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:03.483248 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3d42eb85-9ed5-4d30-9b07-4fed2e2e2fe3 req-da9f6d91-4bac-46ef-87eb-22634d379651 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0457759 Oct 12 16:50:03.520092 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3d42eb85-9ed5-4d30-9b07-4fed2e2e2fe3 req-eb9c34b2-4eb6-4e3e-9bcc-adecfd638f12 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310769 Oct 12 16:50:03.943362 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bd77f-993a-4783-bd2e-8afea409e888 req-1c116d53-fd9c-49e9-9f39-032944209ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:03.944862 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c06bd77f-993a-4783-bd2e-8afea409e888 req-1c116d53-fd9c-49e9-9f39-032944209ad4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1098 time: 0.0443065 Oct 12 16:50:03.980274 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c06bd77f-993a-4783-bd2e-8afea409e888 req-68486ebd-30b9-40b7-9a4b-9fcba4c57f2c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273128 Oct 12 16:50:04.019113 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b726c1-64b4-46b3-a9ef-80da7ff71793 req-31dda88c-dea1-4f07-a9ed-66ec19cb6cfa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.020587 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e9b726c1-64b4-46b3-a9ef-80da7ff71793 req-31dda88c-dea1-4f07-a9ed-66ec19cb6cfa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0475872 Oct 12 16:50:04.058034 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e9b726c1-64b4-46b3-a9ef-80da7ff71793 req-10480e91-9247-4a22-ad0b-472310f4e0b3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Oct 12 16:50:04.346862 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599e70-6521-4b12-8d3d-8878147d3dfd req-29acddb9-15d7-41af-9bdc-37e23220bca8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.346862 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-63599e70-6521-4b12-8d3d-8878147d3dfd req-29acddb9-15d7-41af-9bdc-37e23220bca8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0474975 Oct 12 16:50:04.386390 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-63599e70-6521-4b12-8d3d-8878147d3dfd req-59094f4f-305a-4e19-b23c-db84d0183939 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Oct 12 16:50:04.635998 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381dccf-d9df-45e6-9801-7742264ecc19 req-0894afc5-cbec-4167-82cd-3d838fdd6914 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:04.637488 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2381dccf-d9df-45e6-9801-7742264ecc19 req-0894afc5-cbec-4167-82cd-3d838fdd6914 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0494170 Oct 12 16:50:04.675664 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2381dccf-d9df-45e6-9801-7742264ecc19 req-113a264f-20e6-45ea-a9fb-c5113e2f2b73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Oct 12 16:50:04.712114 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:50:04.881591 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:04.884528 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451dadda-7956-4dfb-abd6-edf1b4ff6668" -d '{"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-plugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:04.923906 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174811d4-9229-4b2a-8a7e-3cdbb151d2d5 x-openstack-request-id: req-174811d4-9229-4b2a-8a7e-3cdbb151d2d5 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:04.924562 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-plugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:04.925052 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-174811d4-9229-4b2a-8a7e-3cdbb151d2d5 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:04.925476 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'code': 200} Oct 12 16:50:05.185919 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c83a-7390-4d96-b1a1-e041e7113612 req-b8f0ceab-a74c-470b-b8bc-9c7f75cb57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.187816 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2ec3c83a-7390-4d96-b1a1-e041e7113612 req-b8f0ceab-a74c-470b-b8bc-9c7f75cb57ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1099 time: 0.0673857 Oct 12 16:50:05.201851 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26942fd1-3018-4da9-8d84-ffdb1ac77751 req-a92555f6-bc21-4a1e-81bc-3e8cf2035d3a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.203962 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26942fd1-3018-4da9-8d84-ffdb1ac77751 req-a92555f6-bc21-4a1e-81bc-3e8cf2035d3a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Oct 12 16:50:05.244225 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2ec3c83a-7390-4d96-b1a1-e041e7113612 req-4feedf3b-db2e-4ca3-8457-2f218dfad7fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482373 Oct 12 16:50:05.256886 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26942fd1-3018-4da9-8d84-ffdb1ac77751 req-7987b308-d2b1-40f0-b527-da8b5ed8265b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444081 Oct 12 16:50:05.499005 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9549ce-bed4-4f51-9382-c9abef2aace4 req-00310e6c-f66b-42c7-9e0c-c903af66b6cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.500420 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5e9549ce-bed4-4f51-9382-c9abef2aace4 req-00310e6c-f66b-42c7-9e0c-c903af66b6cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0462978 Oct 12 16:50:05.541812 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5e9549ce-bed4-4f51-9382-c9abef2aace4 req-5826c5b4-f22d-4126-80bc-ad7ddeac87d4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354168 Oct 12 16:50:05.786856 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b530a98-36dd-44db-a806-b87507c402e5 req-58a95ae7-7944-4897-a0fb-ca89e8ebb6b6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:05.788371 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b530a98-36dd-44db-a806-b87507c402e5 req-58a95ae7-7944-4897-a0fb-ca89e8ebb6b6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Oct 12 16:50:05.831795 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b530a98-36dd-44db-a806-b87507c402e5 req-0f2d0dca-cacd-43ae-99e7-916d377c6895 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374455 Oct 12 16:50:05.977328 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60766) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.023153 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Deleting subnet 00c8ba14-a8f6-40ad-9ee4-c147b292458d {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:50:06.026378 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.065857 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.108352 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.187288 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.225070 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c8ba14-a8f6-40ad-9ee4-c147b292458d,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:06.228616 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.234730 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4c47c158-023c-42a3-b790-74b94e31aef7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00c8ba14-a8f6-40ad-9ee4-c147b292458d HTTP/1.1" status: 204 len: 168 time: 0.2531338 Oct 12 16:50:06.234822 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60778) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.309966 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.369489 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60790) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.424248 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.451577 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c3c33e-68a8-4dbf-b6ea-290ec35446e7']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:06.460849 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea01f-762f-4417-afb8-7e476311bd1d req-2a022d9d-1740-41fa-9165-140236ec73ed tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:06.466395 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d14ea01f-762f-4417-afb8-7e476311bd1d req-2a022d9d-1740-41fa-9165-140236ec73ed tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1196034 Oct 12 16:50:06.480419 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-65c477dc-33b3-4221-bf46-39db4814cf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.485507 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f07677-b39b-436d-a04d-207203ff1d98') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:06.485807 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f07677-b39b-436d-a04d-207203ff1d98') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:06.502560 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.525165 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.535497 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d14ea01f-762f-4417-afb8-7e476311bd1d req-5a024a97-9c08-4218-8ec0-d7f28b9d7f25 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623388 Oct 12 16:50:06.535815 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:50:06.536204 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:50:06.538510 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:50:06.570218 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-65c477dc-33b3-4221-bf46-39db4814cf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.574805 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-65c477dc-33b3-4221-bf46-39db4814cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.604507 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c477dc-33b3-4221-bf46-39db4814cf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a021a-67b4-4a06-a8d4-d31b7302a9bd,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:06.605865 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.616736 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.622241 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4c3c33e-68a8-4dbf-b6ea-290ec35446e7 HTTP/1.1" status: 204 len: 168 time: 0.3862786 Oct 12 16:50:06.626168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60802) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.636700 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce3c6-9610-4050-ac5f-d8543638720d admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c3c33e-68a8-4dbf-b6ea-290ec35446e7,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:06.663571 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-65c477dc-33b3-4221-bf46-39db4814cf47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e0a40598be94a88b81928fcb0794748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899072 Oct 12 16:50:06.665006 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60804) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.680387 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Deleting subnet b6876670-c399-4fc3-9f70-7e2b600b9873 {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:50:06.683680 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.720069 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4d5e8-0bde-4036-9c2f-50e9829b62f5 req-d466c675-fc54-4323-a8fe-da68dee67409 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:06.721591 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c9f4d5e8-0bde-4036-9c2f-50e9829b62f5 req-d466c675-fc54-4323-a8fe-da68dee67409 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0867665 Oct 12 16:50:06.723157 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.755055 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-18d5cc6d-8991-4197-aafa-f32097ed1e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.770191 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.786648 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c9f4d5e8-0bde-4036-9c2f-50e9829b62f5 req-8e682a28-9f32-4b18-8639-e917c3c8978e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569711 Oct 12 16:50:06.791776 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-18d5cc6d-8991-4197-aafa-f32097ed1e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.838718 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.843446 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-18d5cc6d-8991-4197-aafa-f32097ed1e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.847794 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-18d5cc6d-8991-4197-aafa-f32097ed1e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.849056 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-18d5cc6d-8991-4197-aafa-f32097ed1e09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/765a021a-67b4-4a06-a8d4-d31b7302a9bd HTTP/1.1" status: 204 len: 168 time: 0.1830046 Oct 12 16:50:06.859155 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5cc6d-8991-4197-aafa-f32097ed1e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a021a-67b4-4a06-a8d4-d31b7302a9bd,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:06.883853 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6876670-c399-4fc3-9f70-7e2b600b9873,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:06.892869 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:06.900624 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60812) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:06.900891 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4a99d409-2be7-4919-aa7e-133cc80d1784 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b6876670-c399-4fc3-9f70-7e2b600b9873 HTTP/1.1" status: 204 len: 168 time: 0.2734296 Oct 12 16:50:06.999017 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.053829 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95949d7c-bb59-442d-9f44-e5de92825f51 req-cdf28d42-508a-48ae-884f-a4785447b458 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:07.055367 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-95949d7c-bb59-442d-9f44-e5de92825f51 req-cdf28d42-508a-48ae-884f-a4785447b458 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0990682 Oct 12 16:50:07.112545 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.147153 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-95949d7c-bb59-442d-9f44-e5de92825f51 req-1786dac4-675b-4328-b5ad-970e47b913b9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674124 Oct 12 16:50:07.151255 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b637fd6e-0855-443c-b521-caec5192a6f3']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:07.161021 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a932554-8f2b-461d-8937-dc4997273f41') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:07.161428 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a932554-8f2b-461d-8937-dc4997273f41') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:07.171847 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.188356 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.194649 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:50:07.195032 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:50:07.196678 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:50:07.281130 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.288748 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.289805 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b637fd6e-0855-443c-b521-caec5192a6f3 HTTP/1.1" status: 204 len: 168 time: 0.3880746 Oct 12 16:50:07.309095 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f432751-01cb-4de1-a282-d7ab8fdb5517 admin admin] Pushing event deleted for resources: {'Network': ['ID=b637fd6e-0855-443c-b521-caec5192a6f3,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:07.317676 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bb40-5fab-45ad-8da4-cde7812b184b req-637b7fda-7bbc-4ec7-8f14-91180bd12c4f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:07.319975 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e0b3bb40-5fab-45ad-8da4-cde7812b184b req-637b7fda-7bbc-4ec7-8f14-91180bd12c4f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0887303 Oct 12 16:50:07.329570 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60830) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:07.334103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'floatingip': {'port_id': '00f7b70b-ab5e-473f-a420-4a05063debda'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:07.403919 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.479030 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60840) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:07.526142 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d8abc0cd-881e-4e76-8b9b-b30e0315603a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c794f0e91f4416d8d822d8ed1f970fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430593 Oct 12 16:50:07.526837 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60842) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:07.861333 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-622c7b18-e2fa-4a26-9c48-c4514aff6d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.924727 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-622c7b18-e2fa-4a26-9c48-c4514aff6d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:07.951305 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60858) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:07.980739 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda94bc-eda8-4a34-bb9e-2d0a215c26f3 req-ae67ddd9-a9ea-42fd-8d24-a0a892cb479c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:07.982247 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-edda94bc-eda8-4a34-bb9e-2d0a215c26f3 req-ae67ddd9-a9ea-42fd-8d24-a0a892cb479c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.3636265 Oct 12 16:50:08.059907 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3e74d4de-52d1-40cd-899e-9fa365351105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.093797 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b1c2c-acbf-4826-81bb-bdd2d5768983 req-f288d892-7024-4f17-ba3a-c4109e51ad14 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:08.095535 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-495b1c2c-acbf-4826-81bb-bdd2d5768983 req-f288d892-7024-4f17-ba3a-c4109e51ad14 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.2223604 Oct 12 16:50:08.136407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3e74d4de-52d1-40cd-899e-9fa365351105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.141177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3e74d4de-52d1-40cd-899e-9fa365351105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.157814 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-edda94bc-eda8-4a34-bb9e-2d0a215c26f3 req-e4326f24-7a11-48ac-8b9c-13784c19bcf1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688030 Oct 12 16:50:08.179822 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-3e74d4de-52d1-40cd-899e-9fa365351105 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2aadbdd3b804779a925d727e9c5027f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272470 Oct 12 16:50:08.180883 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74d4de-52d1-40cd-899e-9fa365351105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309fe1d1-35a5-4e9c-98d8-76d267851d12,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:08.183308 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60862) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:08.222788 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-622c7b18-e2fa-4a26-9c48-c4514aff6d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.225831 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-622c7b18-e2fa-4a26-9c48-c4514aff6d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.226961 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-622c7b18-e2fa-4a26-9c48-c4514aff6d92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/698081c2-3f19-4eb1-bd97-ed5c1b878293 HTTP/1.1" status: 204 len: 168 time: 0.6991508 Oct 12 16:50:08.232189 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-89d7e241-3b8c-4606-aa56-7ebad20c5942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.254018 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-89d7e241-3b8c-4606-aa56-7ebad20c5942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.268222 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c7b18-e2fa-4a26-9c48-c4514aff6d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698081c2-3f19-4eb1-bd97-ed5c1b878293,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:08.282680 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-495b1c2c-acbf-4826-81bb-bdd2d5768983 req-024a38ca-16d2-4ed0-b4db-b018cd0e6cee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694212 Oct 12 16:50:08.328965 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-89d7e241-3b8c-4606-aa56-7ebad20c5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.331543 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-89d7e241-3b8c-4606-aa56-7ebad20c5942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.332732 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-89d7e241-3b8c-4606-aa56-7ebad20c5942 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/309fe1d1-35a5-4e9c-98d8-76d267851d12 HTTP/1.1" status: 204 len: 168 time: 0.1485281 Oct 12 16:50:08.341177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7e241-3b8c-4606-aa56-7ebad20c5942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309fe1d1-35a5-4e9c-98d8-76d267851d12,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:08.482800 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.487176 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.542134 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60874) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:08.585156 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-dc1013db-ce1b-4e59-8694-4262db75b9a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10ffc3749dea4c4bb03f685b13e04077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406144 Oct 12 16:50:08.587847 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60876) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:08.597556 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Floating IP 491adb9a-962e-4803-a105-b8a88ebad4d8 associated. External IP: 172.27.1.70, port: 00f7b70b-ab5e-473f-a420-4a05063debda. Oct 12 16:50:08.637504 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9eebcfd3-670c-448e-ac3f-7d1e44644691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.658549 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9eebcfd3-670c-448e-ac3f-7d1e44644691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.708052 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9eebcfd3-670c-448e-ac3f-7d1e44644691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.711400 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9eebcfd3-670c-448e-ac3f-7d1e44644691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.712656 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9eebcfd3-670c-448e-ac3f-7d1e44644691 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f914450-ffe3-4339-8e91-1fef53d3c142 HTTP/1.1" status: 204 len: 168 time: 0.1234715 Oct 12 16:50:08.722983 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebcfd3-670c-448e-ac3f-7d1e44644691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f914450-ffe3-4339-8e91-1fef53d3c142,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:08.813010 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:50:08.929367 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:08.941740 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:08.945710 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:08.955346 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:08.955969 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:08.966423 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-66bc1067-020b-44db-88d6-cfbda3d13941 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "PUT /v2.0/floatingips/491adb9a-962e-4803-a105-b8a88ebad4d8 HTTP/1.1" status: 200 len: 990 time: 1.6356962 Oct 12 16:50:08.970879 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:08.973318 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:09.061509 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ce1fe-1de9-4745-8ce2-3d4390adbf83 x-openstack-request-id: req-533ce1fe-1de9-4745-8ce2-3d4390adbf83 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:09.062007 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:09.062396 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-533ce1fe-1de9-4745-8ce2-3d4390adbf83 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:09.062930 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda', 'status': 'completed', 'code': 200} Oct 12 16:50:09.081926 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:09.223604 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60916) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:09.308166 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e11fd-1ae3-43c0-9fe4-3162d7e58eae req-46567da3-0cfe-40a7-8943-7a233ae968e8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.310276 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-388e11fd-1ae3-43c0-9fe4-3162d7e58eae req-46567da3-0cfe-40a7-8943-7a233ae968e8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0571060 Oct 12 16:50:09.351123 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1651650256-network', 'tenant_id': 'a4090b819f2c43da9e9bbae08ade9a79'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:09.357031 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-388e11fd-1ae3-43c0-9fe4-3162d7e58eae req-876a09d0-79b5-4038-b7c1-d63316159828 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Oct 12 16:50:09.380276 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Made reservation on behalf of a4090b819f2c43da9e9bbae08ade9a79 for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:09.383436 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.398830 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.399342 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '491adb9a-962e-4803-a105-b8a88ebad4d8', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'port_id': '00f7b70b-ab5e-473f-a420-4a05063debda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'mac_address': 'fa:16:3e:cc:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:49:42Z', 'updated_at': '2021-10-12T16:50:08Z', 'revision_number': 1, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:09.427911 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:09.438702 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:09.439655 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:09.498103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017bf38-efa5-4aa7-956b-deadb39e50e3 req-7c788cbd-a9c2-42aa-8583-55a2539f99dc tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.499599 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e017bf38-efa5-4aa7-956b-deadb39e50e3 req-7c788cbd-a9c2-42aa-8583-55a2539f99dc tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0581782 Oct 12 16:50:09.510731 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.516891 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.543365 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e017bf38-efa5-4aa7-956b-deadb39e50e3 req-e8302bfb-11ff-46a3-9061-5c0da9b9c5f4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Oct 12 16:50:09.554754 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:09.555243 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:09.567568 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a637dd8d-53a1-409a-898a-b9f035605b75,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:09.572716 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.573178 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Added segment 8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7 of type vlan for network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 Oct 12 16:50:09.594152 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60932) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:09.618542 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.643116 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.644271 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.644979 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.704788 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4799109 Oct 12 16:50:09.706722 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1848308148-network', 'tenant_id': '9eecf5f736d944d6bb4d373efa9d16db'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:09.707930 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60938) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:09.713510 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Request body: {'subnet': {'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1651650256-subnet', 'tenant_id': 'a4090b819f2c43da9e9bbae08ade9a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:09.723114 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc276d-3c58-4b38-980e-4690a390f69e admin admin] Pushing event updated for resources: {'Network': ['ID=9548a7d6-184b-4bbd-b020-c0b577ab1d92,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:09.734254 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Made reservation on behalf of 9eecf5f736d944d6bb4d373efa9d16db for: {'network': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:09.736958 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.737381 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:09.751129 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Made reservation on behalf of a4090b819f2c43da9e9bbae08ade9a79 for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:09.754397 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26922782'] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.757958 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.862223 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '491adb9a-962e-4803-a105-b8a88ebad4d8', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'port_id': '00f7b70b-ab5e-473f-a420-4a05063debda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'mac_address': 'fa:16:3e:cc:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:49:42Z', 'updated_at': '2021-10-12T16:50:08Z', 'revision_number': 1, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:09.863350 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.867847 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.890249 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd4c2f-7ac1-4f9f-af84-3b5c0b2bc2d2 None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '491adb9a-962e-4803-a105-b8a88ebad4d8', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'port_id': '00f7b70b-ab5e-473f-a420-4a05063debda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'mac_address': 'fa:16:3e:cc:41:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:49:42Z', 'updated_at': '2021-10-12T16:50:08Z', 'revision_number': 1, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:09.903161 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=105674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:09.940844 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5a88e-502c-45d3-b575-bb419310a32a,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:09.948606 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:09.949142 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.segments_db [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Added segment f768d02e-6a5c-4459-b193-83ec045bf04c of type vlan for network 773cc1f7-513d-4e08-bbad-0eecbf172c40 Oct 12 16:50:09.984273 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-4d51c188-f3b8-4684-8451-720a07c4c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:09.985771 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-4d51c188-f3b8-4684-8451-720a07c4c25e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1098 time: 0.1114731 Oct 12 16:50:09.987330 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26584600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26922800'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.003408 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.033479 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.036505 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.038280 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.057171 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029fcd31-9904-40e2-ae6d-8e64bb875e20,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:10.125142 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Checking segment: {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:10.125508 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Network hostable DHCP agents. Network: 9548a7d6-184b-4bbd-b020-c0b577ab1d92, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:10.158067 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5566540 Oct 12 16:50:10.158067 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60948) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:10.172425 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Request body: {'subnet': {'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1848308148-subnet', 'tenant_id': '9eecf5f736d944d6bb4d373efa9d16db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:10.172626 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:10.183440 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7df70-5e0e-412c-9942-5de6c97d4f93 admin admin] Pushing event updated for resources: {'Network': ['ID=773cc1f7-513d-4e08-bbad-0eecbf172c40,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:10.198364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 773cc1f7-513d-4e08-bbad-0eecbf172c40 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:10.218535 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-d47db238-91f2-4d34-a43d-135b5d395994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.220703 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-d47db238-91f2-4d34-a43d-135b5d395994 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.1541286 Oct 12 16:50:10.222085 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 9548a7d6-184b-4bbd-b020-c0b577ab1d92) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:10.233692 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Made reservation on behalf of 9eecf5f736d944d6bb4d373efa9d16db for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:10.234780 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.235689 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.250785 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18625291'] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:10.293333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfb217-d261-45c2-81da-276e83aa106b None None] Network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:10.297009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102ee732-6a1b-4980-9c00-3697bac175db None None] New status for floating IP 491adb9a-962e-4803-a105-b8a88ebad4d8: ACTIVE {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:50:10.345198 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-510ffb4d-4395-4cdc-b676-b83a0a37d7a7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6276903 Oct 12 16:50:10.391725 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-dc379b8c-be49-4691-bc30-936bc4a1263d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 998 time: 0.1482170 Oct 12 16:50:10.467318 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-9708260f-d505-4504-af13-9761a4a81bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.469000 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-9708260f-d505-4504-af13-9761a4a81bb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0645132 Oct 12 16:50:10.574089 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-ea043d0f-44eb-4236-9290-2506324ebca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.576989 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-ea043d0f-44eb-4236-9290-2506324ebca3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851052 Oct 12 16:50:10.768482 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f954a57-f72f-4de4-8ff0-795e8d705fe9 req-0416399e-6bd9-424c-b8d6-c3126335188b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.773540 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6f954a57-f72f-4de4-8ff0-795e8d705fe9 req-0416399e-6bd9-424c-b8d6-c3126335188b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1416063 Oct 12 16:50:10.774002 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-84dc7d97-c935-4468-87a7-b26cbf048fd5 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888950 Oct 12 16:50:10.816776 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49793493-fe59-4743-8eab-d3f8b1a857e9 req-3a4c12ae-3236-410f-b401-64ed8295fe24 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:10.818340 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-49793493-fe59-4743-8eab-d3f8b1a857e9 req-3a4c12ae-3236-410f-b401-64ed8295fe24 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1303532 Oct 12 16:50:10.872099 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a02f29-57b9-459f-a12d-241083948111 None None] Network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:10.888471 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6f954a57-f72f-4de4-8ff0-795e8d705fe9 req-386445f1-2c14-4296-9767-fc82b9eb55ba tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113031 Oct 12 16:50:10.950759 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-49793493-fe59-4743-8eab-d3f8b1a857e9 req-c0db05ce-1ec2-4aec-9a73-ae983d8e2dcd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130888 Oct 12 16:50:10.950978 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b462f15-4026-4c70-95b2-c3ec2bfe8c75 req-ddd33521-af92-414f-92ed-4c032958235e service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603277 Oct 12 16:50:10.979718 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16909116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18625317'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:11.076097 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd322754-1f77-47a2-a631-99521573bd36,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:11.116536 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174c92-688a-428a-8806-d01fb8e172e5 req-ea20c8ce-1165-4371-9879-2ba83f8ce34a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:11.121794 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6d174c92-688a-428a-8806-d01fb8e172e5 req-ea20c8ce-1165-4371-9879-2ba83f8ce34a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0779164 Oct 12 16:50:11.123247 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Checking segment: {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:11.123610 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Network hostable DHCP agents. Network: 773cc1f7-513d-4e08-bbad-0eecbf172c40, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:11.127115 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60982) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:11.132969 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'floatingip': {'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:11.188509 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:11.230677 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Network 773cc1f7-513d-4e08-bbad-0eecbf172c40 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:11.256674 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 773cc1f7-513d-4e08-bbad-0eecbf172c40) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:11.265732 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df637b4-256d-4a61-a3da-ebc755726729 None None] Network 773cc1f7-513d-4e08-bbad-0eecbf172c40 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:11.284415 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:11.284995 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:11.308617 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e38b760f-8aff-4e8a-8471-7efab2486c03 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1528742 Oct 12 16:50:11.440324 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b01b1-9bf1-4a41-9e7a-85e2a40840f7 None None] Network 773cc1f7-513d-4e08-bbad-0eecbf172c40 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:11.715059 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:11.719639 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:11.850894 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Floating IP 5eef1313-b453-4b2a-900f-917d4d4aead3 associated. External IP: 172.27.1.7, port: e783c412-b0e4-45b5-b2df-e8abbe1eba25. Oct 12 16:50:12.119909 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Router a29fef12-9a61-4abe-b373-d9953c593852 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:50:12.145213 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7e5bb-beb9-4e3f-ab06-ca2bef0b085a req-d439c69b-d2e4-4418-80b4-8f62ead0bf53 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.146892 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-55e7e5bb-beb9-4e3f-ab06-ca2bef0b085a req-d439c69b-d2e4-4418-80b4-8f62ead0bf53 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0645845 Oct 12 16:50:12.166275 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 32796) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:12.266952 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-55e7e5bb-beb9-4e3f-ab06-ca2bef0b085a req-61b36b29-cfe9-49be-8e31-07a8cb127d5c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860887 Oct 12 16:50:12.285245 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:12.301518 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:12.310798 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.313504 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:12.314269 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:12.334999 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b42125ca-142f-42d6-954a-568db96418f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.367613 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-5cd8f210-992a-4dbc-bd26-a33e1caf3bbe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "PUT /v2.0/floatingips/5eef1313-b453-4b2a-900f-917d4d4aead3 HTTP/1.1" status: 200 len: 990 time: 1.2393029 Oct 12 16:50:12.368249 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:12.374762 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:12.422103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e813d23-b4df-4008-9803-31c0f6c2c182 x-openstack-request-id: req-3e813d23-b4df-4008-9803-31c0f6c2c182 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:12.422395 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:12.422671 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e813d23-b4df-4008-9803-31c0f6c2c182 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:12.423085 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'status': 'completed', 'code': 200} Oct 12 16:50:12.492224 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b42125ca-142f-42d6-954a-568db96418f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.496416 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b42125ca-142f-42d6-954a-568db96418f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.569397 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:12.590841 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42125ca-142f-42d6-954a-568db96418f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493dfd0d-4904-4b6b-acd3-8f4b8b5fcced,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:12.601392 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 32820) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:12.601588 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b42125ca-142f-42d6-954a-568db96418f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6072ad99404a417899492cc8063172e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341068 Oct 12 16:50:12.628465 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-c13993a2-d4ee-4727-a3b3-efac11618c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.630497 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-c13993a2-d4ee-4727-a3b3-efac11618c86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1099 time: 0.1309948 Oct 12 16:50:12.771204 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5f92-5ecf-4e8b-912c-0a933e51ea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.802552 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8454f-24a9-49fc-bb0d-de812195cdb3 req-5a7e4fce-25da-4ce3-851a-4c56bd05f9fe tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.803968 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b3f8454f-24a9-49fc-bb0d-de812195cdb3 req-5a7e4fce-25da-4ce3-851a-4c56bd05f9fe tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.1051030 Oct 12 16:50:12.822609 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-051a23cc-1d5e-4544-a26e-7c7427cf924b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:12.824027 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-051a23cc-1d5e-4544-a26e-7c7427cf924b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/networks?id=9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 200 len: 814 time: 0.1889024 Oct 12 16:50:12.829846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5f92-5ecf-4e8b-912c-0a933e51ea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.838482 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '5eef1313-b453-4b2a-900f-917d4d4aead3', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'mac_address': 'fa:16:3e:cc:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:49:40Z', 'updated_at': '2021-10-12T16:50:11Z', 'revision_number': 1, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:12.861712 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-bb5a397a-b76f-41c2-9f88-b3f113385443 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/quotas/a4090b819f2c43da9e9bbae08ade9a79 HTTP/1.1" status: 200 len: 375 time: 0.0291390 Oct 12 16:50:12.873304 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:12.883030 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:12.883764 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:49:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:12.904553 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b3f8454f-24a9-49fc-bb0d-de812195cdb3 req-c55458a3-cc8b-4e10-8304-ef372d5651a9 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919969 Oct 12 16:50:12.935144 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-4336eb5f-1090-438a-83d0-adeadf532a2f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628123 Oct 12 16:50:12.985807 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5f92-5ecf-4e8b-912c-0a933e51ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.988472 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5f92-5ecf-4e8b-912c-0a933e51ea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:12.989627 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c2eb5f92-5ecf-4e8b-912c-0a933e51ea3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/493dfd0d-4904-4b6b-acd3-8f4b8b5fcced HTTP/1.1" status: 204 len: 168 time: 0.3869047 Oct 12 16:50:13.018484 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:13.034894 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5f92-5ecf-4e8b-912c-0a933e51ea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493dfd0d-4904-4b6b-acd3-8f4b8b5fcced,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:13.048712 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-f249d749-bdf0-46f0-8e1c-9676a034246f service neutron] 10.222.0.58 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127198 Oct 12 16:50:13.221704 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-106d0678-947a-4066-a63b-7b82347c00a7 service neutron] 10.222.0.58 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667538 Oct 12 16:50:13.257483 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-adb00431-0311-4eab-96a3-a55fed9a1803 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:13.258951 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-adb00431-0311-4eab-96a3-a55fed9a1803 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/networks?id=773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 200 len: 809 time: 0.1453142 Oct 12 16:50:13.283183 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '5eef1313-b453-4b2a-900f-917d4d4aead3', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'mac_address': 'fa:16:3e:cc:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:49:40Z', 'updated_at': '2021-10-12T16:50:11Z', 'revision_number': 1, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:13.286257 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-fe528850-8477-402b-8514-dc12b7824a55 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/quotas/9eecf5f736d944d6bb4d373efa9d16db HTTP/1.1" status: 200 len: 375 time: 0.0196233 Oct 12 16:50:13.315389 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d140818-cd70-478e-858f-5406aeaae97d None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '5eef1313-b453-4b2a-900f-917d4d4aead3', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'mac_address': 'fa:16:3e:cc:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:49:40Z', 'updated_at': '2021-10-12T16:50:11Z', 'revision_number': 1, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:13.320726 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-f51f6280-37db-4562-a90c-99cd816d4327 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334010 Oct 12 16:50:13.373330 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 32854) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:13.391769 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a7560021-ebe6-4c0c-860c-f4372ad6a5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.468905 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-5e8a57ba-cd3e-4c55-8b3d-5eb1d4203bbd service neutron] 10.222.0.58 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401176 Oct 12 16:50:13.476775 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a7560021-ebe6-4c0c-860c-f4372ad6a5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.483040 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a7560021-ebe6-4c0c-860c-f4372ad6a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.518120 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65013-ce69-43e8-a8cf-1cef1dfc94d3 req-d4842e52-416b-4ec9-a3af-fee09a0d9e0a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:13.519663 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-19d65013-ce69-43e8-a8cf-1cef1dfc94d3 req-d4842e52-416b-4ec9-a3af-fee09a0d9e0a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1013415 Oct 12 16:50:13.523269 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a7560021-ebe6-4c0c-860c-f4372ad6a5ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca90605746d14c81835185a0f27023c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488414 Oct 12 16:50:13.525323 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560021-ebe6-4c0c-860c-f4372ad6a5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed32359-d40f-4042-8dc3-807192e39a97,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:13.528319 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 32860) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:13.590553 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cf01-d6dd-45ae-98ba-99e9e1d33ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.618834 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-19d65013-ce69-43e8-a8cf-1cef1dfc94d3 req-e0687918-15cd-4df9-8992-128a9d644009 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580819 Oct 12 16:50:13.623139 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cf01-d6dd-45ae-98ba-99e9e1d33ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.661263 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-dee236a1-91eb-41bf-87bf-1c7857661057 service neutron] 10.222.0.58 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797469 Oct 12 16:50:13.661423 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4e0dd7-7cac-4e04-908f-372164fed5ae None None] New status for floating IP 5eef1313-b453-4b2a-900f-917d4d4aead3: ACTIVE {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:50:13.700233 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cf01-d6dd-45ae-98ba-99e9e1d33ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.704313 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cf01-d6dd-45ae-98ba-99e9e1d33ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:13.705831 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d3d7cf01-d6dd-45ae-98ba-99e9e1d33ba2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ed32359-d40f-4042-8dc3-807192e39a97 HTTP/1.1" status: 204 len: 168 time: 0.1744056 Oct 12 16:50:13.717074 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7cf01-d6dd-45ae-98ba-99e9e1d33ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed32359-d40f-4042-8dc3-807192e39a97,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:13.906719 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ec9f7c2-b5f9-4c6f-a2ae-f4903de0bb8c req-d699e9c8-c127-4d7d-8798-cd184dbacc52 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.0392506 Oct 12 16:50:14.104116 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 32882) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:14.121076 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.198684 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.202185 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.243734 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e3c9abe184f43f988e77e2e16ee1357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385610 Oct 12 16:50:14.244938 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a852ba-f4d4-41a6-8e5f-17b545bec2b2,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:14.246436 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 32888) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:14.252187 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.252539 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.252894 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.253219 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.253550 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.253940 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.254239 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.254569 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.254894 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.255218 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.255541 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.255862 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173475a-b708-4178-b9ca-cfbb71b9f1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:14.294514 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-155379d1-7448-469c-bf8f-f848e5d8b8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.316961 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-155379d1-7448-469c-bf8f-f848e5d8b8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.361214 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-155379d1-7448-469c-bf8f-f848e5d8b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.363713 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-155379d1-7448-469c-bf8f-f848e5d8b8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:14.364870 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-155379d1-7448-469c-bf8f-f848e5d8b8d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8a852ba-f4d4-41a6-8e5f-17b545bec2b2 HTTP/1.1" status: 204 len: 168 time: 0.1174605 Oct 12 16:50:14.372745 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155379d1-7448-469c-bf8f-f848e5d8b8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a852ba-f4d4-41a6-8e5f-17b545bec2b2,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:15.980336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-03cb03b9-331d-40b5-b022-db789b3e0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:15.982849 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-03cb03b9-331d-40b5-b022-db789b3e0a54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.0905504 Oct 12 16:50:16.064736 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-168e9022-b772-4080-9c81-af9439915109 req-020e25e8-7663-4fe8-8858-755a6d32a7fd tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 210 time: 0.0266080 Oct 12 16:50:16.178315 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-0e759ead-c5f2-4d81-ad41-9e4c32c48639 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 1000 time: 0.0614090 Oct 12 16:50:16.179828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d47cad-451a-4b80-b136-4db4e5a604ff req-ac4a6773-15d6-438d-af8e-9406f76b68a0 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:16.181261 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-36d47cad-451a-4b80-b136-4db4e5a604ff req-ac4a6773-15d6-438d-af8e-9406f76b68a0 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.0486319 Oct 12 16:50:16.219134 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-36d47cad-451a-4b80-b136-4db4e5a604ff req-80586bde-de93-40fd-89d5-f724975e63a9 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Oct 12 16:50:16.281525 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-975132e6-6add-40e8-af92-5dd5e3250b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:16.283342 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-975132e6-6add-40e8-af92-5dd5e3250b89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0491931 Oct 12 16:50:16.337678 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-ed46c5e8-1ccd-4a59-9a11-bea8907e8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:16.339526 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-ed46c5e8-1ccd-4a59-9a11-bea8907e8e09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473897 Oct 12 16:50:16.341072 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-07b5af6e-c912-4ec8-84de-8766bbdcb253 req-3e77a760-2dfb-4ad4-87ab-d658701380e4 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.0356038 Oct 12 16:50:16.393208 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb96cb-605f-4c1e-ab40-c73731ffed21 req-3c37fa74-4dcc-4678-8085-85cc843f5b2f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:16.394690 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ccb96cb-605f-4c1e-ab40-c73731ffed21 req-3c37fa74-4dcc-4678-8085-85cc843f5b2f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0568624 Oct 12 16:50:16.432945 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ccb96cb-605f-4c1e-ab40-c73731ffed21 req-01a82eef-a723-48c6-8d2e-17cebbca231b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Oct 12 16:50:16.450292 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-9d9603dc-4ccc-403c-ae40-8037de186019 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861855 Oct 12 16:50:16.541895 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ff39c8ed-6670-4e4c-bb88-6c423b8ac4e1 req-eb5ea352-51fd-43e3-81b9-89f07dd4014c service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809665 Oct 12 16:50:17.061958 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-1a6f9b7a-212f-4fdf-9e51-309ac1ae10cf tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.063449 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-1a6f9b7a-212f-4fdf-9e51-309ac1ae10cf tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "GET /v2.0/networks?id=9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 200 len: 814 time: 0.1048789 Oct 12 16:50:17.124650 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Request body: {'port': {'device_id': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92', 'admin_state_up': True, 'tenant_id': 'a4090b819f2c43da9e9bbae08ade9a79'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:17.167138 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9c867531-79de-4bcb-acdb-74813e17eaa6 req-a9f3c3dc-12b2-46c2-96c9-8ad8067d4e4b tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 210 time: 0.0295811 Oct 12 16:50:17.267677 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Made reservation on behalf of a4090b819f2c43da9e9bbae08ade9a79 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:17.273897 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:17.384689 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c3518-2a80-4233-8fcb-e3ad0e8ec179 req-7121f468-57eb-4159-ad40-c4ab5459e101 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.386942 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-227c3518-2a80-4233-8fcb-e3ad0e8ec179 req-7121f468-57eb-4159-ad40-c4ab5459e101 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.0689793 Oct 12 16:50:17.446693 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Allocated IP 172.20.0.4 (9548a7d6-184b-4bbd-b020-c0b577ab1d92/029fcd31-9904-40e2-ae6d-8e64bb875e20/cc66ae4a-b9bc-4856-a642-fd5b5f5f9131) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:17.447791 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-227c3518-2a80-4233-8fcb-e3ad0e8ec179 req-40d82c15-78ad-44e7-bedb-047be97ede88 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535915 Oct 12 16:50:17.702137 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c1ed882-a4c1-41ec-9598-4c715e54cc67 req-9de69e02-3337-420c-a7d0-6e5ed5771b90 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.2165737 Oct 12 16:50:17.758311 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8283344-bc07-4ccb-aba4-eaa3a6d15200 req-fdf1d8cd-6025-4043-ba66-46b60fdad307 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.759863 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c8283344-bc07-4ccb-aba4-eaa3a6d15200 req-fdf1d8cd-6025-4043-ba66-46b60fdad307 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0608821 Oct 12 16:50:17.801599 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c8283344-bc07-4ccb-aba4-eaa3a6d15200 req-1ec6ba38-01b1-4b55-9803-5712313edba9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Oct 12 16:50:17.835935 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:17.934480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-f688da71-bf80-42ed-b354-2889f593d10a tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:17.935817 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-f688da71-bf80-42ed-b354-2889f593d10a tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "GET /v2.0/networks?id=773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 200 len: 809 time: 0.1520927 Oct 12 16:50:17.937352 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:17.974145 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Request body: {'port': {'device_id': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40', 'admin_state_up': True, 'tenant_id': '9eecf5f736d944d6bb4d373efa9d16db'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:17.989295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:18.027720 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:18.035338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:18.042308 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Pushing event updated for resources: {'Port': ['ID=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:18.078456 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.079212 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.079212 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.079465 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.079799 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.080132 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.080475 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.080801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.081141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.081613 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.081788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.082116 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:18.111336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.111946 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.142431 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-160d46b1-cdcc-4220-bb5c-b09f7aa273a0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0234675 Oct 12 16:50:18.163384 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Made reservation on behalf of 9eecf5f736d944d6bb4d373efa9d16db for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:18.166907 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.182246 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Request body: {'port': {'device_id': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:18.263250 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a8dd46d4-adf0-46d6-9783-f65480a41c7c req-1519bfc8-e70e-46f7-b2af-9a473c26d193 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 210 time: 0.0267906 Oct 12 16:50:18.282861 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.375930 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Allocated IP 172.20.0.14 (773cc1f7-513d-4e08-bbad-0eecbf172c40/cd322754-1f77-47a2-a631-99521573bd36/c4b6ec84-01ac-47af-a7cf-27d07f977023) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:18.592897 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7171edd-a760-4f9f-852e-458530e217f9 req-3bfa7284-0795-4519-a44c-a689d996dd00 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.596130 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f7171edd-a760-4f9f-852e-458530e217f9 req-3bfa7284-0795-4519-a44c-a689d996dd00 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.0689809 Oct 12 16:50:18.639655 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f7171edd-a760-4f9f-852e-458530e217f9 req-945da7fd-6e56-4384-abc0-31508ff9fb00 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Oct 12 16:50:18.678029 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.758576 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:18.766827 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.790521 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Transition to ACTIVE for port object cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:50:18.791975 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.810827 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:18.876173 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Network 773cc1f7-513d-4e08-bbad-0eecbf172c40 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:18.880866 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:18.885694 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:18.888297 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Pushing event updated for resources: {'Port': ['ID=c4b6ec84-01ac-47af-a7cf-27d07f977023,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:18.944411 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7abc51-8412-4b33-8bdf-2400126ecb3e req-a9d48223-29b7-4d50-9abc-139c3e9e93ce tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.945927 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd7abc51-8412-4b33-8bdf-2400126ecb3e req-a9d48223-29b7-4d50-9abc-139c3e9e93ce tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0614319 Oct 12 16:50:18.954488 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24902882-def3-49ce-b3aa-193fb4d81dbc req-20f23700-3c62-492b-b188-d68f3d43ecbb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:18.955926 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24902882-def3-49ce-b3aa-193fb4d81dbc req-20f23700-3c62-492b-b188-d68f3d43ecbb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 943 time: 0.1154656 Oct 12 16:50:19.009582 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.010334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.016785 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd7abc51-8412-4b33-8bdf-2400126ecb3e req-4b29bf2f-13db-4bbf-838b-c4474a8a88f1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598869 Oct 12 16:50:19.019937 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24902882-def3-49ce-b3aa-193fb4d81dbc req-4c2ab53a-af2d-4d5b-bee8-9a3be65596df tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551400 Oct 12 16:50:19.029216 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:19.045055 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-af84f3e6-6201-48fa-a69f-c17435261cfb tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0765362 Oct 12 16:50:19.054739 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Attempting to bind port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:19.055071 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Attempting to bind port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:19.055405 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Attempting to bind port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 on network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:19.059825 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 on network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:50:19.060091 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Attempting to bind port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 on network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:19.064903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:19.065235 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Checking segment: {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:19.066407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Bound using segment: {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:19.066407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Bound port: cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:19.066407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.103811 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Request body: {'port': {'device_id': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:19.181299 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] For port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:19.183286 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.186030 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] For port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:19.196534 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.264402 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.265014 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.266440 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] 10.222.0.43 "PUT /v2.0/ports/cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 HTTP/1.1" status: 200 len: 1093 time: 1.0901365 Oct 12 16:50:19.266876 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'tag': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:19.269096 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0dab1-9c78-4598-860e-9c7e6099fd79" -d '{"events": [{"name": "network-changed", "server_uuid": "99c9fdcb-0155-4522-8194-0a1a1c155d3f", "tag": "cc66ae4a-b9bc-4856-a642-fd5b5f5f9131"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:19.295540 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22d63-941b-43f0-a577-ee45683b0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:19.358187 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f3ae3-58d4-4066-99dd-47cc2642798d x-openstack-request-id: req-eb1f3ae3-58d4-4066-99dd-47cc2642798d {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:19.358474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c9fdcb-0155-4522-8194-0a1a1c155d3f", "tag": "cc66ae4a-b9bc-4856-a642-fd5b5f5f9131", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:19.358728 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eb1f3ae3-58d4-4066-99dd-47cc2642798d {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:19.359122 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'tag': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131', 'status': 'completed', 'code': 200} Oct 12 16:50:19.379047 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2055-4f0f-4079-9ec9-915729e66fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.407816 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f2408-8a1d-4988-9925-650995a3e950 req-e43e46de-02b4-4c03-a258-affd595fdbf8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.410283 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bd3f2408-8a1d-4988-9925-650995a3e950 req-e43e46de-02b4-4c03-a258-affd595fdbf8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 932 time: 0.0605099 Oct 12 16:50:19.454075 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bd3f2408-8a1d-4988-9925-650995a3e950 req-1558c6ce-8670-45ed-9f92-55d929bad6f8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Oct 12 16:50:19.550542 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b6ec84-01ac-47af-a7cf-27d07f977023 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:19.558406 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.570750 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Transition to ACTIVE for port object c4b6ec84-01ac-47af-a7cf-27d07f977023 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:50:19.574118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.625748 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b6ec84-01ac-47af-a7cf-27d07f977023,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:19.692369 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Attempting to bind port c4b6ec84-01ac-47af-a7cf-27d07f977023 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:19.692701 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Attempting to bind port c4b6ec84-01ac-47af-a7cf-27d07f977023 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:19.693024 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Attempting to bind port c4b6ec84-01ac-47af-a7cf-27d07f977023 on network 773cc1f7-513d-4e08-bbad-0eecbf172c40 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:19.697758 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Port c4b6ec84-01ac-47af-a7cf-27d07f977023 on network 773cc1f7-513d-4e08-bbad-0eecbf172c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:50:19.698105 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Attempting to bind port c4b6ec84-01ac-47af-a7cf-27d07f977023 on network 773cc1f7-513d-4e08-bbad-0eecbf172c40 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:19.702868 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:19.703198 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Checking segment: {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:19.703579 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Bound using segment: {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:19.703995 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Bound port: c4b6ec84-01ac-47af-a7cf-27d07f977023, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:19.704342 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.765808 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] For port c4b6ec84-01ac-47af-a7cf-27d07f977023, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:19.768715 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] For port c4b6ec84-01ac-47af-a7cf-27d07f977023, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:19.772999 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.816398 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:19.817014 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:19.825543 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] 10.222.0.43 "PUT /v2.0/ports/c4b6ec84-01ac-47af-a7cf-27d07f977023 HTTP/1.1" status: 200 len: 1094 time: 0.7262137 Oct 12 16:50:19.843471 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02952dd-bb50-4c2e-b78c-3195f3307619 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b6ec84-01ac-47af-a7cf-27d07f977023,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:21.360577 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'tag': 'c4b6ec84-01ac-47af-a7cf-27d07f977023'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:21.362957 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470d274-8090-4a20-949d-de82d789e0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf21d54f-a52c-4ed0-91ca-38bb5c6593bb", "tag": "c4b6ec84-01ac-47af-a7cf-27d07f977023"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:22.086534 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-af5a80a9-6fb4-47c0-be07-dde70f23e5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:22.437681 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0dab1-9c78-4598-860e-9c7e6099fd79 req-8284e945-a3dc-4cc9-9f58-6756cc760f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.439215 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-49e0dab1-9c78-4598-860e-9c7e6099fd79 req-8284e945-a3dc-4cc9-9f58-6756cc760f4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 1096 time: 0.0392389 Oct 12 16:50:22.563467 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32449c9e-c4bc-47d5-8e47-1c2bb90d9026 req-419c236a-aafe-468e-bf19-d3d71d796288 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.564933 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-32449c9e-c4bc-47d5-8e47-1c2bb90d9026 req-419c236a-aafe-468e-bf19-d3d71d796288 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.0757139 Oct 12 16:50:22.588036 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9a046-f94b-40f5-91ea-5fbef740089b req-2d495ad9-7c0a-446a-86e8-076d14f2944a tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.589486 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-08f9a046-f94b-40f5-91ea-5fbef740089b req-2d495ad9-7c0a-446a-86e8-076d14f2944a tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 943 time: 0.0688233 Oct 12 16:50:22.645042 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-32449c9e-c4bc-47d5-8e47-1c2bb90d9026 req-ae256a67-ae79-46d6-9c59-2ec713e7c5ab tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732825 Oct 12 16:50:22.652151 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-08f9a046-f94b-40f5-91ea-5fbef740089b req-b4ce8363-3397-4c73-aceb-17913b502882 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564461 Oct 12 16:50:22.704761 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-a6e85a9a-4eca-42ad-a6a0-4270a11e009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.706292 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-a6e85a9a-4eca-42ad-a6a0-4270a11e009e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 1097 time: 0.2176321 Oct 12 16:50:22.808195 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29715b-76c9-45bc-884a-ec67face8e00 req-4467d940-901b-43ae-aed6-0018f3b8c687 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.810154 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4e29715b-76c9-45bc-884a-ec67face8e00 req-4467d940-901b-43ae-aed6-0018f3b8c687 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0830920 Oct 12 16:50:22.820130 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0866c0f-2382-4a9c-b6e9-c0fd2ac79310 req-27561692-bb5d-4128-b83a-6b0c4720e6c5 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:22.821661 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c0866c0f-2382-4a9c-b6e9-c0fd2ac79310 req-27561692-bb5d-4128-b83a-6b0c4720e6c5 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 944 time: 0.0840580 Oct 12 16:50:22.881608 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4e29715b-76c9-45bc-884a-ec67face8e00 req-b57763c8-7d26-4316-a0fc-5d7ef166039c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 Oct 12 16:50:22.886933 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c0866c0f-2382-4a9c-b6e9-c0fd2ac79310 req-ef1e36a9-03fe-4619-b00a-6b78a2021f96 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575356 Oct 12 16:50:22.983427 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9576a-20dd-4c98-8797-63f580274486 x-openstack-request-id: req-4af9576a-20dd-4c98-8797-63f580274486 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:22.983706 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf21d54f-a52c-4ed0-91ca-38bb5c6593bb", "tag": "c4b6ec84-01ac-47af-a7cf-27d07f977023", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:22.983949 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4af9576a-20dd-4c98-8797-63f580274486 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:22.984337 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'tag': 'c4b6ec84-01ac-47af-a7cf-27d07f977023', 'status': 'completed', 'code': 200} Oct 12 16:50:22.989438 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-4cd229b1-e7ed-4ec9-abf7-4d02241fa998 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023 HTTP/1.1" status: 200 len: 217 time: 0.2573736 Oct 12 16:50:23.002819 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53278698-f279-437c-b945-cd8f5da9638f req-0396ab37-4c51-42d3-a9f5-5cf47411e7b6 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.004235 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-53278698-f279-437c-b945-cd8f5da9638f req-0396ab37-4c51-42d3-a9f5-5cf47411e7b6 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.43 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.3808904 Oct 12 16:50:23.005200 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0dab1-9c78-4598-860e-9c7e6099fd79 req-e25ae3d6-b0ce-4111-b34c-55b2db4be5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.006544 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-49e0dab1-9c78-4598-860e-9c7e6099fd79 req-e25ae3d6-b0ce-4111-b34c-55b2db4be5ce service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5166600 Oct 12 16:50:23.074817 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:23.106362 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:23.219183 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-4480eb29-f0a9-4ae8-9185-791cf5cc0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.220544 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-4480eb29-f0a9-4ae8-9185-791cf5cc0a31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd322754-1f77-47a2-a631-99521573bd36 HTTP/1.1" status: 200 len: 849 time: 0.2084482 Oct 12 16:50:23.310687 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-40298070-7f99-411f-9857-f2e25b5eeb62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=773cc1f7-513d-4e08-bbad-0eecbf172c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677652 Oct 12 16:50:23.384832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0dab1-9c78-4598-860e-9c7e6099fd79 req-189c379a-83fb-4831-accb-fa54ce6d1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.386289 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-49e0dab1-9c78-4598-860e-9c7e6099fd79 req-189c379a-83fb-4831-accb-fa54ce6d1d10 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3467233 Oct 12 16:50:23.409163 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Deleting port 1f8c581a-45ee-421d-baf3-624b746ccb08 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:50:23.409503 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:23.514144 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-d955449c-7498-4e0b-a94e-67a911e6215d service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897964 Oct 12 16:50:23.545768 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-f1bf8caf-14f1-49ec-bd16-07b63e2d1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.547244 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-f1bf8caf-14f1-49ec-bd16-07b63e2d1536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 1096 time: 0.0800874 Oct 12 16:50:23.553530 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] For port 1f8c581a-45ee-421d-baf3-624b746ccb08, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1f8c581a-45ee-421d-baf3-624b746ccb08,segment=NetworkSegment(be6d9330-778c-4f87-8215-e7c68e1fb954),segment_id=be6d9330-778c-4f87-8215-e7c68e1fb954)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:23.553901 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:23.571493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Calling delete_port for 1f8c581a-45ee-421d-baf3-624b746ccb08 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:50:23.674237 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-6ee30b63-44ad-4411-8445-050e1fb039f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 HTTP/1.1" status: 200 len: 217 time: 0.0976460 Oct 12 16:50:23.752518 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-868ee09e-9a7d-4285-ab83-52132c38b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.753925 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-868ee09e-9a7d-4285-ab83-52132c38b9a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=029fcd31-9904-40e2-ae6d-8e64bb875e20 HTTP/1.1" status: 200 len: 854 time: 0.0508397 Oct 12 16:50:23.811506 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-99b1dd96-6184-4cc8-a0db-1d93ee43f784 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9548a7d6-184b-4bbd-b020-c0b577ab1d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420904 Oct 12 16:50:23.814768 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8212a-4f8d-444e-93bf-2ddf31e662e7 req-ff19740a-00e4-4158-b90d-49e42d1dffdb tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.816281 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bfc8212a-4f8d-444e-93bf-2ddf31e662e7 req-ff19740a-00e4-4158-b90d-49e42d1dffdb tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 945 time: 0.0992980 Oct 12 16:50:23.832764 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd48fb-87bc-41d9-a6d5-d8c7d6c38a0e req-ef63dc49-c582-44a1-8579-4f4798021bbe tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:23.834138 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dcfd48fb-87bc-41d9-a6d5-d8c7d6c38a0e req-ef63dc49-c582-44a1-8579-4f4798021bbe tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 943 time: 0.0731065 Oct 12 16:50:23.883884 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85a76b52-8a76-4d30-9af2-26fdb9e643e5 req-fba50486-171d-4ab8-bff2-9e8c3d89a3f1 service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062630 Oct 12 16:50:23.901933 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bfc8212a-4f8d-444e-93bf-2ddf31e662e7 req-bd4003ed-c48a-4680-91f9-15123966e022 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/security-groups?id=b66beae1-9007-45c5-b0b3-a07b0427f68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623553 Oct 12 16:50:23.946510 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dcfd48fb-87bc-41d9-a6d5-d8c7d6c38a0e req-7e07b5d9-33e6-42df-a2ce-b6d0c6eef7cd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974703 Oct 12 16:50:23.969422 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-acb52b0e-0c6a-4cf4-b02b-44d02db15f05 service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445146 Oct 12 16:50:23.981111 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.021106 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Pushing event deleted for resources: {'Port': ['ID=1f8c581a-45ee-421d-baf3-624b746ccb08,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:24.075845 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bbf4f-b212-4b91-b699-96e995536477 req-ca614f4a-eb62-4dba-be9f-0f4b980669fe tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.077432 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-523bbf4f-b212-4b91-b699-96e995536477 req-ca614f4a-eb62-4dba-be9f-0f4b980669fe tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 944 time: 0.0788229 Oct 12 16:50:24.099783 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a22bca-0b3d-4539-8af6-3a61ecfe8938 req-e9c72027-6775-4c18-b0f6-921660009379 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.101349 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-36a22bca-0b3d-4539-8af6-3a61ecfe8938 req-e9c72027-6775-4c18-b0f6-921660009379 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0778358 Oct 12 16:50:24.116772 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] No DVR routers for this DVR port 1f8c581a-45ee-421d-baf3-624b746ccb08 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:50:24.144816 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.147853 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-53278698-f279-437c-b945-cd8f5da9638f req-44dd3ddf-1657-46d2-aa40-56945a2644f5 tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.43 "DELETE /v2.0/ports/1f8c581a-45ee-421d-baf3-624b746ccb08 HTTP/1.1" status: 204 len: 173 time: 1.1068823 Oct 12 16:50:24.217667 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-523bbf4f-b212-4b91-b699-96e995536477 req-a7e00e4f-a098-4a18-acfe-73df91651ae7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334279 Oct 12 16:50:24.227898 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-36a22bca-0b3d-4539-8af6-3a61ecfe8938 req-9d6dd216-446f-4f32-afb3-76b2cb3392ca tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189938 Oct 12 16:50:24.233417 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470d274-8090-4a20-949d-de82d789e0f1 req-3a80bde3-bc5c-499c-8ddb-151d3ece8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.234955 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-3a80bde3-bc5c-499c-8ddb-151d3ece8472 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 1097 time: 0.1160419 Oct 12 16:50:24.235872 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-87cb9f69-49f8-4d19-a9b8-ab85f572b2c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1152849 Oct 12 16:50:24.269458 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-15f381ba-3bb5-4500-9449-b34de2145f88 req-fdda4a11-42cb-4b1c-9a8a-246cf44a7915 service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965809 Oct 12 16:50:24.315215 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33130) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:24.390586 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470d274-8090-4a20-949d-de82d789e0f1 req-7b5fbfb0-ec03-479d-9374-bc284a9fda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.391976 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-7b5fbfb0-ec03-479d-9374-bc284a9fda96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 200 len: 911 time: 0.1137493 Oct 12 16:50:24.442398 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1f407fb7-9e4e-424a-8c0f-f6962a59d35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.452323 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-3ff02f5f-1883-41e5-8ee0-68bb21fc7564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023 HTTP/1.1" status: 200 len: 217 time: 0.0396378 Oct 12 16:50:24.497304 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f746490-eea9-4683-bef4-568e8ec1426c req-1201d7ff-503f-4b1b-a071-5b8719364e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.498932 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-1201d7ff-503f-4b1b-a071-5b8719364e04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.1162271 Oct 12 16:50:24.521372 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470d274-8090-4a20-949d-de82d789e0f1 req-0d79a8a2-324c-4ccc-87dd-8223b6eb2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.523854 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-0d79a8a2-324c-4ccc-87dd-8223b6eb2c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd322754-1f77-47a2-a631-99521573bd36 HTTP/1.1" status: 200 len: 849 time: 0.0634305 Oct 12 16:50:24.553096 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1f407fb7-9e4e-424a-8c0f-f6962a59d35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.559499 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1f407fb7-9e4e-424a-8c0f-f6962a59d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.593852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-361fbc38-5c73-45b6-9b29-ffba3e3aa2d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=773cc1f7-513d-4e08-bbad-0eecbf172c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579150 Oct 12 16:50:24.608676 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1f407fb7-9e4e-424a-8c0f-f6962a59d35c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d4d9a7149a24886af84026c39e1b49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924087 Oct 12 16:50:24.609611 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f407fb7-9e4e-424a-8c0f-f6962a59d35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf7a79-36b8-417a-8bd1-cad7ad265bc3,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:24.611925 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33154) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:24.725817 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f746490-eea9-4683-bef4-568e8ec1426c req-4572ee07-275d-4048-bcd6-db2b6e55a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:24.727475 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-4572ee07-275d-4048-bcd6-db2b6e55a59e service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.2027125 Oct 12 16:50:24.761583 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c769969b-2951-4244-be51-186aeac33910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:24.774323 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-d03c1d9c-a726-49bc-8de8-c8ec0d1e3d31 service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508930 Oct 12 16:50:24.786864 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c769969b-2951-4244-be51-186aeac33910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.009725 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-65fe4e7a-a4a2-44f6-a785-f5b3320c0fd2 req-166685a4-7672-4514-aead-d306162110ee tempest-DeleteServersTestJSON-1144585295 tempest-DeleteServersTestJSON-1144585295-project] 10.222.0.58 "GET /v2.0/ports?device_id=893d6486-3f26-47da-9e66-b747d0d9a98d HTTP/1.1" status: 200 len: 210 time: 0.0269127 Oct 12 16:50:25.046679 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'name': 'network-vif-deleted', 'tag': '1f8c581a-45ee-421d-baf3-624b746ccb08'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:25.048873 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea5648-447a-46a5-8421-54364d545a0e" -d '{"events": [{"server_uuid": "893d6486-3f26-47da-9e66-b747d0d9a98d", "name": "network-vif-deleted", "tag": "1f8c581a-45ee-421d-baf3-624b746ccb08"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:25.073326 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0259ae-e6c0-4814-bd8d-ccf33a0a6e89 req-c0c9a0e9-5d52-493c-86ac-32ca1956a042 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.074864 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb0259ae-e6c0-4814-bd8d-ccf33a0a6e89 req-c0c9a0e9-5d52-493c-86ac-32ca1956a042 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 943 time: 0.0556703 Oct 12 16:50:25.094026 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-2158b911-5df3-4d9f-86b9-695105090e48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.2974203 Oct 12 16:50:25.099130 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc7eaa-6c79-4458-82ad-be3f2475b4ba x-openstack-request-id: req-2fdc7eaa-6c79-4458-82ad-be3f2475b4ba {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:25.099407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893d6486-3f26-47da-9e66-b747d0d9a98d", "name": "network-vif-deleted", "tag": "1f8c581a-45ee-421d-baf3-624b746ccb08", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:25.099649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fdc7eaa-6c79-4458-82ad-be3f2475b4ba {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:25.100049 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893d6486-3f26-47da-9e66-b747d0d9a98d', 'name': 'network-vif-deleted', 'tag': '1f8c581a-45ee-421d-baf3-624b746ccb08', 'status': 'completed', 'code': 200} Oct 12 16:50:25.118716 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb0259ae-e6c0-4814-bd8d-ccf33a0a6e89 req-bae71555-0d3f-4b80-bbf9-891a5b8d4170 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Oct 12 16:50:25.143454 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4470d274-8090-4a20-949d-de82d789e0f1 req-cba30157-2b57-416d-9cc1-bc431c44e7ec service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392711 Oct 12 16:50:25.152314 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c769969b-2951-4244-be51-186aeac33910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.154721 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c769969b-2951-4244-be51-186aeac33910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.155740 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c769969b-2951-4244-be51-186aeac33910 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03bf7a79-36b8-417a-8bd1-cad7ad265bc3 HTTP/1.1" status: 204 len: 168 time: 0.5428445 Oct 12 16:50:25.161857 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.189705 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769969b-2951-4244-be51-186aeac33910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf7a79-36b8-417a-8bd1-cad7ad265bc3,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:25.204215 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f746490-eea9-4683-bef4-568e8ec1426c req-9d5b7b3b-43ca-4dda-835e-26694a419896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.205716 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-9d5b7b3b-43ca-4dda-835e-26694a419896 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0614290 Oct 12 16:50:25.213841 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1f8c581a-45ee-421d-baf3-624b746ccb08 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:50:25.234618 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 1f8c581a-45ee-421d-baf3-624b746ccb08 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:50:25.235129 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1f8c581a-45ee-421d-baf3-624b746ccb08 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:50:25.254663 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-fef0ba8f-7e0c-4f97-b90a-7828bde0ae4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248005 Oct 12 16:50:25.367899 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-468710dd-a2a2-4bf2-9d3a-27110479b16e service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982521 Oct 12 16:50:25.393817 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf688b-6075-49e9-b1f0-248d045f6d63 req-90d37178-008e-4934-995f-0db7ef965e44 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.400944 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99bf688b-6075-49e9-b1f0-248d045f6d63 req-90d37178-008e-4934-995f-0db7ef965e44 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 944 time: 0.0913925 Oct 12 16:50:25.429043 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c332a-80cd-49d9-a239-98c16f0031b8 req-c7f18d91-1374-4f97-8db1-e4ee6faa682d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:25.430801 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e0c332a-80cd-49d9-a239-98c16f0031b8 req-c7f18d91-1374-4f97-8db1-e4ee6faa682d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1096458 Oct 12 16:50:25.460500 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33174) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:25.468718 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99bf688b-6075-49e9-b1f0-248d045f6d63 req-3bd73921-9a10-4bf2-a469-e10782f53775 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669444 Oct 12 16:50:25.479296 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c66a5642-42e8-4700-89af-4a40e66579a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.487209 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e0c332a-80cd-49d9-a239-98c16f0031b8 req-6a9f8169-4687-422d-9575-cfe0b5056ff2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Oct 12 16:50:25.535656 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7f746490-eea9-4683-bef4-568e8ec1426c req-6ea84ba9-b1bf-4fbc-88dc-039a9509ea83 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391153 Oct 12 16:50:25.579806 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c66a5642-42e8-4700-89af-4a40e66579a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.583491 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c66a5642-42e8-4700-89af-4a40e66579a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.620796 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c66a5642-42e8-4700-89af-4a40e66579a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e59c304a50d3426bbcfbbfdc7e7161af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591194 Oct 12 16:50:25.621491 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a5642-42e8-4700-89af-4a40e66579a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a095865-7ee2-4ed7-ab8f-c618bbf88df2,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:25.623263 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33176) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:25.674571 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e8b9-1931-402c-af58-b14d3297f2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.699824 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e8b9-1931-402c-af58-b14d3297f2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.752964 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e8b9-1931-402c-af58-b14d3297f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.755705 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e8b9-1931-402c-af58-b14d3297f2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:25.757045 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-5fe7e8b9-1931-402c-af58-b14d3297f2b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a095865-7ee2-4ed7-ab8f-c618bbf88df2 HTTP/1.1" status: 204 len: 168 time: 0.1328168 Oct 12 16:50:25.765006 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7e8b9-1931-402c-af58-b14d3297f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a095865-7ee2-4ed7-ab8f-c618bbf88df2,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:26.242170 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57662a-5c54-4421-9d23-6e52aaaa122e req-6d479380-ce38-4a97-b8ba-ffc1b666053c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.243761 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cf57662a-5c54-4421-9d23-6e52aaaa122e req-6d479380-ce38-4a97-b8ba-ffc1b666053c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 943 time: 0.0537989 Oct 12 16:50:26.288606 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cf57662a-5c54-4421-9d23-6e52aaaa122e req-a8bea74e-a45c-4ca0-92e3-0661a34dc8c8 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Oct 12 16:50:26.631292 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75ab0-bebf-4c8b-a6ef-31a170a674e1 req-0bf42f88-3e26-45fd-a4a7-f09ffcf741cc tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.632797 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f6e75ab0-bebf-4c8b-a6ef-31a170a674e1 req-0bf42f88-3e26-45fd-a4a7-f09ffcf741cc tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 944 time: 0.0742764 Oct 12 16:50:26.645631 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9023846-acb3-4630-8637-29388cf54027 req-3c37bcfc-86a4-4818-85f8-3a8c7c1223c9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:26.647507 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c9023846-acb3-4630-8637-29388cf54027 req-3c37bcfc-86a4-4818-85f8-3a8c7c1223c9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0792694 Oct 12 16:50:26.674412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:26.711959 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f6e75ab0-bebf-4c8b-a6ef-31a170a674e1 req-5b056830-62cc-44d2-a4f7-49fce7b190b6 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Oct 12 16:50:26.714827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c9023846-acb3-4630-8637-29388cf54027 req-92795bf7-7215-4a03-881f-0e36d643a5d8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606089 Oct 12 16:50:26.970936 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33248) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:27.169601 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcd557d6-92b8-4db3-b584-7fb55d99f8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.217584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c4b6ec84-01ac-47af-a7cf-27d07f977023 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:50:27.243596 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcd557d6-92b8-4db3-b584-7fb55d99f8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.248095 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcd557d6-92b8-4db3-b584-7fb55d99f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.286840 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd557d6-92b8-4db3-b584-7fb55d99f8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81712e4-851d-4b79-9d44-679db0ab207d,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:27.299272 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33260) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:27.302914 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fcd557d6-92b8-4db3-b584-7fb55d99f8c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b39d904767ce45a98a285b0df9c88ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307183 Oct 12 16:50:27.320495 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c4b6ec84-01ac-47af-a7cf-27d07f977023, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:27.332034 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'c4b6ec84-01ac-47af-a7cf-27d07f977023', 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40', 'port_id': 'c4b6ec84-01ac-47af-a7cf-27d07f977023', 'mac_address': 'fa:16:3e:cb:07:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd322754-1f77-47a2-a631-99521573bd36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:50:27.376825 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.378706 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5597-6c8d-4ffd-b757-d2110d1b8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.390455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b6ec84-01ac-47af-a7cf-27d07f977023 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:27.402601 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5597-6c8d-4ffd-b757-d2110d1b8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.413738 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c4b6ec84-01ac-47af-a7cf-27d07f977023, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:27.419649 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.420312 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:50:27.460929 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce214c06-68a1-485d-9b51-38683d5d72b9 req-747093e0-cf0d-4e99-a253-e0712aca6ade tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.463539 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ce214c06-68a1-485d-9b51-38683d5d72b9 req-747093e0-cf0d-4e99-a253-e0712aca6ade tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 943 time: 0.0884676 Oct 12 16:50:27.481011 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c4b6ec84-01ac-47af-a7cf-27d07f977023,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:27.484529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5597-6c8d-4ffd-b757-d2110d1b8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.487245 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5597-6c8d-4ffd-b757-d2110d1b8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.491258 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-3dcf5597-6c8d-4ffd-b757-d2110d1b8081 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f81712e4-851d-4b79-9d44-679db0ab207d HTTP/1.1" status: 204 len: 168 time: 0.1875134 Oct 12 16:50:27.494641 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.495409 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.495939 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.496455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.496970 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.497470 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.497995 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.498659 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.499015 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.499345 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.499670 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.499992 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:27.501587 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf5597-6c8d-4ffd-b757-d2110d1b8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81712e4-851d-4b79-9d44-679db0ab207d,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:27.540065 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33274) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:27.569407 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ce214c06-68a1-485d-9b51-38683d5d72b9 req-563b8851-f9d5-4c42-a437-0f7da3f10c3d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971961 Oct 12 16:50:27.604640 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:27.608100 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Deleting subnet e0899a77-c93f-432d-82e2-26b01e10bc77 {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:50:27.612217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.616059 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131', 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92', 'port_id': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131', 'mac_address': 'fa:16:3e:19:e2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029fcd31-9904-40e2-ae6d-8e64bb875e20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:50:27.653021 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.659009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.673101 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:27.696676 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:27.710427 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.713964 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.788671 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.826466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0899a77-c93f-432d-82e2-26b01e10bc77,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:27.833734 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.837036 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-2bd9cbe0-4ba3-4c13-911a-4816b848182c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e0899a77-c93f-432d-82e2-26b01e10bc77 HTTP/1.1" status: 204 len: 168 time: 0.2956398 Oct 12 16:50:27.839522 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33286) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:27.856163 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:27.931674 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33288) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:27.938173 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab975e0c-fd23-4c7f-b78e-d3e5ca46486f req-cc6fd67d-9592-4082-ac3a-c1febb2db6a8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:27.939584 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab975e0c-fd23-4c7f-b78e-d3e5ca46486f req-cc6fd67d-9592-4082-ac3a-c1febb2db6a8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 945 time: 0.1386466 Oct 12 16:50:27.945221 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9b3ebc1c-825f-4627-bc70-ad3159eabbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:27.970905 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.003535 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d220c-4d57-4a10-a0c5-f0abb5d85e5f req-c5b7cb11-b723-4845-bf34-7ac5bb2f2f25 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:28.005004 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-af2d220c-4d57-4a10-a0c5-f0abb5d85e5f req-c5b7cb11-b723-4845-bf34-7ac5bb2f2f25 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1444402 Oct 12 16:50:28.021215 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9b3ebc1c-825f-4627-bc70-ad3159eabbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.025499 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9b3ebc1c-825f-4627-bc70-ad3159eabbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.052526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab975e0c-fd23-4c7f-b78e-d3e5ca46486f req-e829cd89-13eb-464c-802c-c352dbc11db1 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027679 Oct 12 16:50:28.067243 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9b3ebc1c-825f-4627-bc70-ad3159eabbe5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44727a644beb46ecb9b5ee9d7eef5f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343579 Oct 12 16:50:28.069473 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ebc1c-825f-4627-bc70-ad3159eabbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b6a83-c00e-4a1d-9fdd-11c3707dd462,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:28.069902 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33292) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:28.137335 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-af2d220c-4d57-4a10-a0c5-f0abb5d85e5f req-51d1e9b9-2bc6-453e-a6d8-1a84ffbbf6c8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247237 Oct 12 16:50:28.142392 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.177296 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5fce51-6a38-4819-9dbf-1dfe42db9b0c']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:28.190172 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6d9330-778c-4f87-8215-e7c68e1fb954') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:28.190387 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6d9330-778c-4f87-8215-e7c68e1fb954') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:28.205845 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.207468 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-01cda69c-6d7a-4076-b17e-885a74c44d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.228401 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.240371 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-01cda69c-6d7a-4076-b17e-885a74c44d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.242810 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:50:28.243187 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:50:28.244801 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:50:28.298656 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['c4b6ec84-01ac-47af-a7cf-27d07f977023'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:28.325687 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.325924 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['cc66ae4a-b9bc-4856-a642-fd5b5f5f9131'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:28.330991 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.335780 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cb5fce51-6a38-4819-9dbf-1dfe42db9b0c HTTP/1.1" status: 204 len: 168 time: 0.4952826 Oct 12 16:50:28.350489 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465000cc-1d19-4819-b0f3-f158aea4fa06 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5fce51-6a38-4819-9dbf-1dfe42db9b0c,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:28.361935 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-01cda69c-6d7a-4076-b17e-885a74c44d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.365358 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-01cda69c-6d7a-4076-b17e-885a74c44d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.367435 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-01cda69c-6d7a-4076-b17e-885a74c44d92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/955b6a83-c00e-4a1d-9fdd-11c3707dd462 HTTP/1.1" status: 204 len: 168 time: 0.2679546 Oct 12 16:50:28.376131 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cda69c-6d7a-4076-b17e-885a74c44d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b6a83-c00e-4a1d-9fdd-11c3707dd462,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:28.533223 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33300) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:28.579526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-be117cbe-f57a-4171-bd16-86782893edf5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87933a36279c4f6ab6dcb9851bbe8c65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461838 Oct 12 16:50:28.582019 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33304) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:28.631794 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fff830a4-06f1-434b-8739-2ecad8f633eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.675809 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fff830a4-06f1-434b-8739-2ecad8f633eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.717795 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b96e1b-a7de-4d41-a01a-6cad377ddb46 req-77291e0f-9f6c-4314-8776-4624307e3faa tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:28.719277 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f2b96e1b-a7de-4d41-a01a-6cad377ddb46 req-77291e0f-9f6c-4314-8776-4624307e3faa tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 944 time: 0.0849109 Oct 12 16:50:28.755023 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fff830a4-06f1-434b-8739-2ecad8f633eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.757840 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fff830a4-06f1-434b-8739-2ecad8f633eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:28.759084 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fff830a4-06f1-434b-8739-2ecad8f633eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b66beae1-9007-45c5-b0b3-a07b0427f68d HTTP/1.1" status: 204 len: 168 time: 0.1760941 Oct 12 16:50:28.789948 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f2b96e1b-a7de-4d41-a01a-6cad377ddb46 req-d267d603-a2b6-45f4-8584-5f7a0c1d2824 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635116 Oct 12 16:50:28.790869 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff830a4-06f1-434b-8739-2ecad8f633eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66beae1-9007-45c5-b0b3-a07b0427f68d,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:29.208978 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd2940-09c3-40d8-90e8-7bee9c4ce40a req-d5f1e718-6184-4f23-8f12-680d7e3c7cab tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:29.218894 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-87cd2940-09c3-40d8-90e8-7bee9c4ce40a req-d5f1e718-6184-4f23-8f12-680d7e3c7cab tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 945 time: 0.0842121 Oct 12 16:50:29.303146 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-87cd2940-09c3-40d8-90e8-7bee9c4ce40a req-0fe3bffb-b972-46d0-818e-92b191930af3 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812745 Oct 12 16:50:29.321312 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183b668-e11d-4b26-b400-5b4934da78b2 req-38a0a80d-0b17-43f3-b0e4-02f90838a54a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:29.322806 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d183b668-e11d-4b26-b400-5b4934da78b2 req-38a0a80d-0b17-43f3-b0e4-02f90838a54a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0956655 Oct 12 16:50:29.378702 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d183b668-e11d-4b26-b400-5b4934da78b2 req-5b452e21-4a71-4155-949a-4906a6b8bcd4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Oct 12 16:50:29.653902 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33372) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:29.844605 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1789273324-network', 'tenant_id': '21ab55c3bf90442dba24cbfc0d6e5fc1'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:29.867193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Made reservation on behalf of 21ab55c3bf90442dba24cbfc0d6e5fc1 for: {'network': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:29.869493 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:29.887687 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:29.949150 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f757d-1bc1-4153-af19-7ce1c0c59996 req-7b97e115-d834-44e3-8bf2-e2949fda1cce tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:29.950631 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b7f757d-1bc1-4153-af19-7ce1c0c59996 req-7b97e115-d834-44e3-8bf2-e2949fda1cce tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 944 time: 0.0779412 Oct 12 16:50:30.008771 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b7f757d-1bc1-4153-af19-7ce1c0c59996 req-70300219-c14b-4e95-b91d-9543a4fcbc1c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515757 Oct 12 16:50:30.030116 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.033803 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.055752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=105674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:30.073118 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95bf8b5-ede5-4e72-b054-8f28539b6224,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:30.077487 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.077831 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.segments_db [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Added segment a1b8a73d-169c-4756-b8b8-85f02adf409e of type vlan for network fddb8858-d07c-4dac-b8fd-6091b102c8b5 Oct 12 16:50:30.117586 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.142925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.143933 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:30.144530 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.198536 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5434792 Oct 12 16:50:30.202093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33394) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:30.206709 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Request body: {'subnet': {'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1789273324-subnet', 'tenant_id': '21ab55c3bf90442dba24cbfc0d6e5fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:30.220467 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56405e-fb1b-4da1-8520-dda567dbe324 admin admin] Pushing event updated for resources: {'Network': ['ID=fddb8858-d07c-4dac-b8fd-6091b102c8b5,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:30.232650 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:30.240311 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Made reservation on behalf of 21ab55c3bf90442dba24cbfc0d6e5fc1 for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:30.246474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26922782'] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.437597 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82db53-7c74-45e3-971e-a8b0c7c98595 req-1a60766a-c74f-4d82-8c3d-7b73822de23c tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:30.442350 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26584600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26922800'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.445457 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fd82db53-7c74-45e3-971e-a8b0c7c98595 req-1a60766a-c74f-4d82-8c3d-7b73822de23c tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 945 time: 0.0653088 Oct 12 16:50:30.526091 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fd82db53-7c74-45e3-971e-a8b0c7c98595 req-e3135874-361d-4498-b171-196dc4e22899 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737205 Oct 12 16:50:30.557405 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09af2e27-152b-4cd7-87de-85b4edc60792,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:30.567318 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77740eca-a621-401d-9a6b-968914ea10b7 req-ecf496fa-df47-4fc2-b8f7-212a4d0100e0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:30.571540 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-77740eca-a621-401d-9a6b-968914ea10b7 req-ecf496fa-df47-4fc2-b8f7-212a4d0100e0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1051760 Oct 12 16:50:30.595528 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Checking segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:30.596135 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Network hostable DHCP agents. Network: fddb8858-d07c-4dac-b8fd-6091b102c8b5, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:30.631079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-77740eca-a621-401d-9a6b-968914ea10b7 req-a218d522-770a-4c14-8fa1-3c0be0394457 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525625 Oct 12 16:50:30.653736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:30.667466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, fddb8858-d07c-4dac-b8fd-6091b102c8b5) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:30.674040 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:30.675351 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:30.675611 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7253e-2b1e-46bb-88a9-ab33df2e7b7b None None] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:30.715797 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1398b972-bc4b-47c6-a7e9-278c02836025 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5114503 Oct 12 16:50:30.814492 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984a84d2-88f5-4994-b718-e9873dd12ca9 None None] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:31.175145 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc34332-41cf-4bee-96ac-3315221c2e4f req-19df796e-c449-4dbd-8ca2-0d8fc29c8058 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.176588 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4cc34332-41cf-4bee-96ac-3315221c2e4f req-19df796e-c449-4dbd-8ca2-0d8fc29c8058 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 944 time: 0.1010358 Oct 12 16:50:31.211820 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-86c04b37-dad8-4a6f-96e9-3578e1f3a803 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.213215 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-86c04b37-dad8-4a6f-96e9-3578e1f3a803 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1483424 Oct 12 16:50:31.217433 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c4b6ec84-01ac-47af-a7cf-27d07f977023 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:31.240129 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4cc34332-41cf-4bee-96ac-3315221c2e4f req-7f776931-7582-4a09-ad2d-901b4a0d69b7 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573680 Oct 12 16:50:31.242266 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-f2a36bcf-84b8-4242-936b-767ae3730ff9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/quotas/21ab55c3bf90442dba24cbfc0d6e5fc1 HTTP/1.1" status: 200 len: 375 time: 0.0212483 Oct 12 16:50:31.268429 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port c4b6ec84-01ac-47af-a7cf-27d07f977023 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:50:31.272086 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port c4b6ec84-01ac-47af-a7cf-27d07f977023 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:31.272458 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:31.275316 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-71f7fbb2-678d-4fce-83a7-dc5f64035059 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269170 Oct 12 16:50:31.357852 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:31.366732 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-5e662981-9858-48af-aa6d-30818a600cf3 service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845060 Oct 12 16:50:31.380575 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b6ec84-01ac-47af-a7cf-27d07f977023'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:31.383421 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a7343c-5a6d-465d-9d64-452193c81adf" -d '{"events": [{"server_uuid": "cf21d54f-a52c-4ed0-91ca-38bb5c6593bb", "name": "network-vif-plugged", "status": "completed", "tag": "c4b6ec84-01ac-47af-a7cf-27d07f977023"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:31.395718 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c4b6ec84-01ac-47af-a7cf-27d07f977023, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:31.399712 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:31.400498 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:31.422374 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fa21ab-4f62-4a3c-b248-9d5d8a451e54 x-openstack-request-id: req-d6fa21ab-4f62-4a3c-b248-9d5d8a451e54 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:31.422682 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21d54f-a52c-4ed0-91ca-38bb5c6593bb", "name": "network-vif-plugged", "status": "completed", "tag": "c4b6ec84-01ac-47af-a7cf-27d07f977023", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:31.422938 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d6fa21ab-4f62-4a3c-b248-9d5d8a451e54 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:31.423312 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b6ec84-01ac-47af-a7cf-27d07f977023', 'code': 200} Oct 12 16:50:31.458998 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-ae143bf1-556c-48ab-aa88-d36d7f70d3e9 service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863149 Oct 12 16:50:31.596581 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c4b6ec84-01ac-47af-a7cf-27d07f977023,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:31.626843 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:50:31.637682 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:31.638350 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:31.670191 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-051794dd-0a6b-450b-b51b-8de248d13a78 req-c06e8852-4792-48f0-b9e3-3ed4cf2044e3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 210 time: 0.0427568 Oct 12 16:50:31.765685 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993267ef-96f0-493a-8fba-8a2836fc1a9b req-80c35e07-a0ee-4e21-a976-847f23387dad tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.777032 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-993267ef-96f0-493a-8fba-8a2836fc1a9b req-80c35e07-a0ee-4e21-a976-847f23387dad tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.1165705 Oct 12 16:50:31.777432 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c325-ea30-49c3-873d-4da1743f3c2b req-b214e47a-77ac-413f-a377-27ba1bf24af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.780746 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5d97c325-ea30-49c3-873d-4da1743f3c2b req-b214e47a-77ac-413f-a377-27ba1bf24af2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 1099 time: 0.0790505 Oct 12 16:50:31.787009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:31.840758 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5d97c325-ea30-49c3-873d-4da1743f3c2b req-6cd85354-96d0-43dc-b3d4-c6a4ac451775 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Oct 12 16:50:31.873807 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:31.879048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:31.897687 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-993267ef-96f0-493a-8fba-8a2836fc1a9b req-384de79d-ce5d-46f3-807d-c46546c207a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179430 Oct 12 16:50:31.931757 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819b44-a644-4acd-aacd-e087c273426d req-150b512e-d960-4d5b-ae70-023b9c35c8ab tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:31.941033 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ee819b44-a644-4acd-aacd-e087c273426d req-150b512e-d960-4d5b-ae70-023b9c35c8ab tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1472881 Oct 12 16:50:31.962268 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:31.995087 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ee819b44-a644-4acd-aacd-e087c273426d req-fb8ed4b8-2963-42ab-a293-538b06d87b06 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529041 Oct 12 16:50:33.425123 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:33.427462 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c18b8c-71c4-4a52-8181-81d8ff4d8dd8" -d '{"events": [{"server_uuid": "99c9fdcb-0155-4522-8194-0a1a1c155d3f", "name": "network-vif-plugged", "status": "completed", "tag": "cc66ae4a-b9bc-4856-a642-fd5b5f5f9131"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:35.154230 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90d725-76a9-4397-9dfd-b492fee1a086 req-d356af15-6c86-4756-ad03-636a9941f31d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.155702 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2f90d725-76a9-4397-9dfd-b492fee1a086 req-d356af15-6c86-4756-ad03-636a9941f31d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.0509768 Oct 12 16:50:35.205505 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-054c0149-b521-4181-8765-3bd8ab54ff8c req-f70bd46b-2b81-46db-8421-74b988cd80d6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Oct 12 16:50:35.217772 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2f90d725-76a9-4397-9dfd-b492fee1a086 req-446bdae9-6675-4328-aeab-9cdfcc879474 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555031 Oct 12 16:50:35.348494 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a998-36b8-4b75-bcec-122074143035 req-75901f69-a5b5-484c-b8f6-35ba171eafac tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.349893 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5b60a998-36b8-4b75-bcec-122074143035 req-75901f69-a5b5-484c-b8f6-35ba171eafac tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.0802746 Oct 12 16:50:35.367839 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f62c2-0544-47d5-b0b1-bf896298967c req-0811db26-8870-4bdc-ae20-996cdbb86894 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.370352 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a28f62c2-0544-47d5-b0b1-bf896298967c req-0811db26-8870-4bdc-ae20-996cdbb86894 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0750096 Oct 12 16:50:35.426390 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5b60a998-36b8-4b75-bcec-122074143035 req-5db26332-2c94-4ab1-9a31-305dcb40631f tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547245 Oct 12 16:50:35.429218 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a28f62c2-0544-47d5-b0b1-bf896298967c req-a0af60c9-4b9f-4d4b-a48d-174d660e34e4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Oct 12 16:50:35.471182 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b82443-4be1-4c9a-8c1a-cf8ede6d1660 x-openstack-request-id: req-d9b82443-4be1-4c9a-8c1a-cf8ede6d1660 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:35.471666 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c9fdcb-0155-4522-8194-0a1a1c155d3f", "name": "network-vif-plugged", "status": "completed", "tag": "cc66ae4a-b9bc-4856-a642-fd5b5f5f9131", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:35.471758 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9b82443-4be1-4c9a-8c1a-cf8ede6d1660 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:35.472102 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131', 'code': 200} Oct 12 16:50:35.702503 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae5e4b-d069-4d3e-9d53-de40c9a8e66b req-2d1af340-2162-448c-b207-376fbe409e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:35.704151 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-81ae5e4b-d069-4d3e-9d53-de40c9a8e66b req-2d1af340-2162-448c-b207-376fbe409e56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 1098 time: 0.0456116 Oct 12 16:50:35.744353 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-81ae5e4b-d069-4d3e-9d53-de40c9a8e66b req-ff585a3c-9722-45c3-ae38-53a4689cec27 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277133 Oct 12 16:50:36.438690 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d82ce485-51f4-4f8d-971e-68304432e5b5 req-05c95d47-32ea-4316-b2b8-fb1ea4cd09aa tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 210 time: 0.0271776 Oct 12 16:50:36.583907 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638ab3-96b6-4c3a-8423-70fd64f11942 req-64c7b2f6-3cd0-425d-9a7f-928da68a90b0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:36.585679 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-81638ab3-96b6-4c3a-8423-70fd64f11942 req-64c7b2f6-3cd0-425d-9a7f-928da68a90b0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.0901318 Oct 12 16:50:36.628398 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae74a-5608-4076-8b32-e4fc2b938e5d req-b0d1b832-52b3-4cc0-84f1-9070385613c0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:36.630174 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a00ae74a-5608-4076-8b32-e4fc2b938e5d req-b0d1b832-52b3-4cc0-84f1-9070385613c0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.0941746 Oct 12 16:50:36.675232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-81638ab3-96b6-4c3a-8423-70fd64f11942 req-6234b5c1-ab8b-45ea-8826-030cc7b76ae2 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Oct 12 16:50:36.709461 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a00ae74a-5608-4076-8b32-e4fc2b938e5d req-5e93c45e-4c7e-4c8e-8e60-fc72b2d10089 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703545 Oct 12 16:50:36.717555 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-5d5f5355-ab13-4bdd-88ae-a31068e9ad61 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:36.719724 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-5d5f5355-ab13-4bdd-88ae-a31068e9ad61 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1205556 Oct 12 16:50:36.749635 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Request body: {'port': {'device_id': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'admin_state_up': True, 'tenant_id': '21ab55c3bf90442dba24cbfc0d6e5fc1'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:36.798781 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a104-c9f0-4cef-9a03-0393cd3eae33 req-aa82c3d9-9434-4a7c-886b-22bc2f1b8f3b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:36.800294 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d883a104-c9f0-4cef-9a03-0393cd3eae33 req-aa82c3d9-9434-4a7c-886b-22bc2f1b8f3b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0656078 Oct 12 16:50:36.851140 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d883a104-c9f0-4cef-9a03-0393cd3eae33 req-64b9c296-881e-48aa-af21-9103b8d7cccb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Oct 12 16:50:36.882497 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Made reservation on behalf of 21ab55c3bf90442dba24cbfc0d6e5fc1 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:36.886589 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.004626 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Allocated IP 172.20.0.9 (fddb8858-d07c-4dac-b8fd-6091b102c8b5/09af2e27-152b-4cd7-87de-85b4edc60792/46b36264-0c19-479a-9c84-cbb1dc41758e) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:37.148483 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.181116 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.225421 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:37.229194 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:37.232159 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:37.265332 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event updated for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:37.292988 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:37.293599 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.310036 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-58d1e387-c30b-4cb8-9543-de6955aa57a1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661495 Oct 12 16:50:37.420081 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Request body: {'port': {'device_id': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:37.473460 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.591269 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31f3cd-a2cb-4db3-a269-d46a45bf950d req-1ed99f7c-9c9b-4081-bfab-7d8feaf1a3fb tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:37.593084 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1e31f3cd-a2cb-4db3-a269-d46a45bf950d req-1ed99f7c-9c9b-4081-bfab-7d8feaf1a3fb tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 931 time: 0.0857277 Oct 12 16:50:37.633331 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1e31f3cd-a2cb-4db3-a269-d46a45bf950d req-c9578659-eb61-4dc6-b151-ce67e60712c8 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Oct 12 16:50:37.785006 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b36264-0c19-479a-9c84-cbb1dc41758e {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:37.785609 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ec71-2c2f-4e41-8afb-35af72a9eeef req-21272e4b-4867-4cc8-9510-573e73528753 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:37.786745 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b22ec71-2c2f-4e41-8afb-35af72a9eeef req-21272e4b-4867-4cc8-9510-573e73528753 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.0509179 Oct 12 16:50:37.794402 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.808613 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Transition to ACTIVE for port object 46b36264-0c19-479a-9c84-cbb1dc41758e will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:50:37.812745 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:37.854137 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b22ec71-2c2f-4e41-8afb-35af72a9eeef req-8ebe988c-7473-44f3-a1a6-f7494242ed1f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540276 Oct 12 16:50:37.867389 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e88e-887a-4a88-92c6-2fc4badb1224 req-0bad42d9-3efb-4ff4-837a-4a3e34532d8f tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:37.871063 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4157e88e-887a-4a88-92c6-2fc4badb1224 req-0bad42d9-3efb-4ff4-837a-4a3e34532d8f tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.0796483 Oct 12 16:50:37.908118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Pushing event updated for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:37.926430 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4157e88e-887a-4a88-92c6-2fc4badb1224 req-5f40a6fc-44c4-48b9-97ff-a2315be3390d tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 Oct 12 16:50:37.950348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Attempting to bind port 46b36264-0c19-479a-9c84-cbb1dc41758e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:37.950348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Attempting to bind port 46b36264-0c19-479a-9c84-cbb1dc41758e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:37.950348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Attempting to bind port 46b36264-0c19-479a-9c84-cbb1dc41758e on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:37.959053 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Port 46b36264-0c19-479a-9c84-cbb1dc41758e on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:50:37.959392 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Attempting to bind port 46b36264-0c19-479a-9c84-cbb1dc41758e on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:37.969914 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:37.972770 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Checking segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:37.974340 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Bound using segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:37.975425 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Bound port: 46b36264-0c19-479a-9c84-cbb1dc41758e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:37.975903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.000858 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd6b6a-8e3f-46c0-92a2-dd3a25957db2 req-5eb17310-13df-4b1e-b847-4f0b0fffb0f0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.002573 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5bdd6b6a-8e3f-46c0-92a2-dd3a25957db2 req-5eb17310-13df-4b1e-b847-4f0b0fffb0f0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0580468 Oct 12 16:50:38.067122 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:38.070640 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=46b36264-0c19-479a-9c84-cbb1dc41758e,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:38.072521 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5bdd6b6a-8e3f-46c0-92a2-dd3a25957db2 req-356f9af7-1a34-47a7-b890-8d4aff11ce55 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626771 Oct 12 16:50:38.083840 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.135154 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.135840 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:38.137215 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] 10.222.0.43 "PUT /v2.0/ports/46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 1093 time: 0.7215152 Oct 12 16:50:38.139434 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:38.141662 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377a327d-d108-49b0-b591-a2396296306b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:38.166131 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a483aca-a4f4-448a-8b8b-593f6ade012f service neutron] Pushing event updated for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:38.181587 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d0dfc7-2594-4414-9cae-1bb1f1f79fad x-openstack-request-id: req-98d0dfc7-2594-4414-9cae-1bb1f1f79fad {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:38.181972 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:38.182290 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-98d0dfc7-2594-4414-9cae-1bb1f1f79fad {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:38.182751 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e', 'status': 'completed', 'code': 200} Oct 12 16:50:38.262056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-4b11391d-2d37-4a8f-8c94-44c758db8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.263732 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-4b11391d-2d37-4a8f-8c94-44c758db8ea6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1096 time: 0.0464451 Oct 12 16:50:38.320608 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-b562a58a-2e3e-407d-b8f5-cbbe4c0f1783 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0384734 Oct 12 16:50:38.383737 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-3f5d56c1-0d1e-4755-bb77-82791251920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.385908 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-3f5d56c1-0d1e-4755-bb77-82791251920b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0570128 Oct 12 16:50:38.429526 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-dd44b26d-5309-4a21-ae29-bda22f63dbfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319154 Oct 12 16:50:38.551584 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-2a83195f-a255-4841-80a4-a4ad96e63399 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117258 Oct 12 16:50:38.655688 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b4a88b59-aa01-4fd9-859f-11b8c85443c0 req-64f0de18-0472-4373-97a0-3d41177e7cdb service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952518 Oct 12 16:50:38.773730 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f479c8-7d06-416e-92f5-5e7ec694362b req-2ce40cb3-6b59-4d78-baf5-dbe0472d6732 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.782838 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b5f479c8-7d06-416e-92f5-5e7ec694362b req-2ce40cb3-6b59-4d78-baf5-dbe0472d6732 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 943 time: 0.0708880 Oct 12 16:50:38.828646 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b5f479c8-7d06-416e-92f5-5e7ec694362b req-70a63d0b-4f72-40dd-b3e6-d54ebfc90fc7 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Oct 12 16:50:38.898584 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a327d-d108-49b0-b591-a2396296306b req-47ddcf87-0f20-440a-821c-3aaba1b0aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:38.900199 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-47ddcf87-0f20-440a-821c-3aaba1b0aa13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1096 time: 0.0425730 Oct 12 16:50:38.973716 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33644) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:39.031653 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a327d-d108-49b0-b591-a2396296306b req-da417165-109d-4443-9c40-a53361e97c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.033123 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-da417165-109d-4443-9c40-a53361e97c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0917225 Oct 12 16:50:39.084126 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-3e728ad8-0740-49bf-8358-7767b7955bd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0413523 Oct 12 16:50:39.092035 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2387d7cc-a12f-4524-9062-fbed7c885e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.189397 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a327d-d108-49b0-b591-a2396296306b req-53872b2f-d129-466f-8691-01bde2dd894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.191444 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-53872b2f-d129-466f-8691-01bde2dd894e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0795569 Oct 12 16:50:39.283630 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-a6aa41de-8d1d-49f4-bd86-cbe32c668b5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257254 Oct 12 16:50:39.405542 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-4b074e8b-52ca-4c14-a483-77c9988d849d service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009891 Oct 12 16:50:39.497279 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2387d7cc-a12f-4524-9062-fbed7c885e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.512345 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47274fb4-dcfe-4ed2-847f-6641b9190f14 req-f890e218-cf88-4ed8-8db7-7e9fbe4f46a7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.520287 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-47274fb4-dcfe-4ed2-847f-6641b9190f14 req-f890e218-cf88-4ed8-8db7-7e9fbe4f46a7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.0911825 Oct 12 16:50:39.523643 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-377a327d-d108-49b0-b591-a2396296306b req-36049a3b-9ae5-4a36-a5cf-f2a5068f83f4 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093810 Oct 12 16:50:39.525921 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15af8dd-62f9-4a9d-8d8f-be886e6d9298 req-385e9b0e-46b1-462c-94e6-a2bdf8d2e1bb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.533781 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f15af8dd-62f9-4a9d-8d8f-be886e6d9298 req-385e9b0e-46b1-462c-94e6-a2bdf8d2e1bb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.3740101 Oct 12 16:50:39.543307 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2387d7cc-a12f-4524-9062-fbed7c885e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.620515 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387d7cc-a12f-4524-9062-fbed7c885e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c93676-932a-434a-be75-85cc07ab7272,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:39.635183 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-2387d7cc-a12f-4524-9062-fbed7c885e0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8129c767a95c46c59bee30e637cab0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6574504 Oct 12 16:50:39.636289 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33666) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:39.645506 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-47274fb4-dcfe-4ed2-847f-6641b9190f14 req-742370cf-54aa-4425-b054-57395a959722 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084661 Oct 12 16:50:39.650232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f15af8dd-62f9-4a9d-8d8f-be886e6d9298 req-531bbfbf-5c56-40ed-b968-981336b58cac tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155913 Oct 12 16:50:39.666116 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33668) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:39.705259 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cedcc14a-903a-4612-84c8-afb1f42bf668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.730596 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cedcc14a-903a-4612-84c8-afb1f42bf668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.782717 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cedcc14a-903a-4612-84c8-afb1f42bf668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.785390 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cedcc14a-903a-4612-84c8-afb1f42bf668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.786545 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-cedcc14a-903a-4612-84c8-afb1f42bf668 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0c93676-932a-434a-be75-85cc07ab7272 HTTP/1.1" status: 204 len: 168 time: 0.1498830 Oct 12 16:50:39.787035 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a7506b54-f7ae-4ea8-943b-c39fc247d20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.794195 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcc14a-903a-4612-84c8-afb1f42bf668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c93676-932a-434a-be75-85cc07ab7272,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:39.881533 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a7506b54-f7ae-4ea8-943b-c39fc247d20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.887097 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a7506b54-f7ae-4ea8-943b-c39fc247d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:39.936670 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a7506b54-f7ae-4ea8-943b-c39fc247d20c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=929d3800cb9241509dbef39a35036740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690363 Oct 12 16:50:39.937419 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33680) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:39.937748 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7506b54-f7ae-4ea8-943b-c39fc247d20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3d98b-a4d5-4c95-adf9-24ddbf0ed477,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:39.985042 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd619a-41f2-4822-949f-9f8de04e57d2 req-da932f6e-a03b-46ad-96a9-71fac39016f0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:39.986569 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c6dd619a-41f2-4822-949f-9f8de04e57d2 req-da932f6e-a03b-46ad-96a9-71fac39016f0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 943 time: 0.0889864 Oct 12 16:50:40.039555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2513e2f2-2b82-4367-9007-b9782a836195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.044210 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c6dd619a-41f2-4822-949f-9f8de04e57d2 req-9ebe1f50-793a-45ce-8d3d-e3f70986989a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494585 Oct 12 16:50:40.063945 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2513e2f2-2b82-4367-9007-b9782a836195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.086247 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33684) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:40.099041 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9c378735-6946-4048-8d5a-5c05d930078d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.116292 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2513e2f2-2b82-4367-9007-b9782a836195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.119833 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2513e2f2-2b82-4367-9007-b9782a836195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.124621 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-2513e2f2-2b82-4367-9007-b9782a836195 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20b3d98b-a4d5-4c95-adf9-24ddbf0ed477 HTTP/1.1" status: 204 len: 168 time: 0.1724076 Oct 12 16:50:40.134532 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513e2f2-2b82-4367-9007-b9782a836195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3d98b-a4d5-4c95-adf9-24ddbf0ed477,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:40.184853 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9c378735-6946-4048-8d5a-5c05d930078d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.188590 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9c378735-6946-4048-8d5a-5c05d930078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.225519 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9c378735-6946-4048-8d5a-5c05d930078d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad330c59fe7f4957a8fb83026fa65544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381011 Oct 12 16:50:40.226353 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c378735-6946-4048-8d5a-5c05d930078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8d2ff-de66-4eb4-8f39-1ddf09106d6a,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:40.228403 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33688) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:40.279070 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f783bcae-83e1-48f8-9019-32b54040ee49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.299977 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f783bcae-83e1-48f8-9019-32b54040ee49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.352220 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f783bcae-83e1-48f8-9019-32b54040ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.354710 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f783bcae-83e1-48f8-9019-32b54040ee49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.355856 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-f783bcae-83e1-48f8-9019-32b54040ee49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bca8d2ff-de66-4eb4-8f39-1ddf09106d6a HTTP/1.1" status: 204 len: 168 time: 0.1264160 Oct 12 16:50:40.363948 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783bcae-83e1-48f8-9019-32b54040ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8d2ff-de66-4eb4-8f39-1ddf09106d6a,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:40.473395 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33698) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:40.487075 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d87fc20a-0cec-4fb8-84fa-2fcd3d54a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.566494 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d87fc20a-0cec-4fb8-84fa-2fcd3d54a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.570195 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d87fc20a-0cec-4fb8-84fa-2fcd3d54a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.605950 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fc20a-0cec-4fb8-84fa-2fcd3d54a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506a6927-2ac8-4af8-98ee-c571da0447b3,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:40.610229 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d87fc20a-0cec-4fb8-84fa-2fcd3d54a4be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13bf5a4c8674446d9012f2f9e1b1c2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357455 Oct 12 16:50:40.612869 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33704) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:40.663450 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b4c7f6c7-04f8-4792-8de3-30d51f3e8b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.686675 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b4c7f6c7-04f8-4792-8de3-30d51f3e8b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.792583 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b4c7f6c7-04f8-4792-8de3-30d51f3e8b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.795146 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b4c7f6c7-04f8-4792-8de3-30d51f3e8b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:40.796262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b4c7f6c7-04f8-4792-8de3-30d51f3e8b5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/506a6927-2ac8-4af8-98ee-c571da0447b3 HTTP/1.1" status: 204 len: 168 time: 0.1824739 Oct 12 16:50:40.812816 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7f6c7-04f8-4792-8de3-30d51f3e8b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506a6927-2ac8-4af8-98ee-c571da0447b3,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:40.831344 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e84fb-364e-402a-b415-dd7738271113 req-79266699-4bdf-4f7f-a12d-a26c7df7b08a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:40.834463 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f97e84fb-364e-402a-b415-dd7738271113 req-79266699-4bdf-4f7f-a12d-a26c7df7b08a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0951300 Oct 12 16:50:40.850383 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd549a9b-814b-4f0a-a5d3-82d4fbfe870a req-419a56d3-503c-4b9a-8956-2fce7c7140fc tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:40.851857 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd549a9b-814b-4f0a-a5d3-82d4fbfe870a req-419a56d3-503c-4b9a-8956-2fce7c7140fc tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.1084225 Oct 12 16:50:40.910321 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f97e84fb-364e-402a-b415-dd7738271113 req-8863d0ef-69aa-4d40-b6ca-e89caf189fdb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686197 Oct 12 16:50:40.938350 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd549a9b-814b-4f0a-a5d3-82d4fbfe870a req-0871ca4a-f4d1-4f4c-9938-3b380fb17c97 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699482 Oct 12 16:50:41.172830 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abf12c-a9b3-49bb-8a67-f4492e4166d8 req-a181dac6-571f-41e4-b7cf-2030fe43997e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:41.174781 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-91abf12c-a9b3-49bb-8a67-f4492e4166d8 req-a181dac6-571f-41e4-b7cf-2030fe43997e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 943 time: 0.0575240 Oct 12 16:50:41.219431 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-91abf12c-a9b3-49bb-8a67-f4492e4166d8 req-631dc4cd-f50c-4b10-bf16-3f9ff49c8877 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381317 Oct 12 16:50:41.275672 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 46b36264-0c19-479a-9c84-cbb1dc41758e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:50:41.388233 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=46b36264-0c19-479a-9c84-cbb1dc41758e,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:41.400259 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '46b36264-0c19-479a-9c84-cbb1dc41758e', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'port_id': '46b36264-0c19-479a-9c84-cbb1dc41758e', 'mac_address': 'fa:16:3e:75:8c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09af2e27-152b-4cd7-87de-85b4edc60792', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:50:41.450184 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:41.466513 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b36264-0c19-479a-9c84-cbb1dc41758e {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:41.487561 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=46b36264-0c19-479a-9c84-cbb1dc41758e,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:41.491863 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:41.567603 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:41.710702 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:50:42.015025 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-91a99693-a265-4978-b060-89d236d4c7e7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.016522 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-91a99693-a265-4978-b060-89d236d4c7e7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.0543470 Oct 12 16:50:42.028336 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3c373-4b7b-43e0-b511-c16f874a738b req-72ca0df3-ce39-4889-a9b5-3e79350a8cee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.030551 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7fd3c373-4b7b-43e0-b511-c16f874a738b req-72ca0df3-ce39-4889-a9b5-3e79350a8cee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0532236 Oct 12 16:50:42.057558 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33778) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:42.107185 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7b7ba-a730-45a0-8022-cf31a2d4e285 req-93bf8f02-7811-4504-8b95-764a4afd0fce tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.108704 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5f7b7ba-a730-45a0-8022-cf31a2d4e285 req-93bf8f02-7811-4504-8b95-764a4afd0fce tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 946 time: 0.0759954 Oct 12 16:50:42.116934 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7fd3c373-4b7b-43e0-b511-c16f874a738b req-0f549e3b-a4f4-4f33-b6ce-e8cf2095d9dc tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735295 Oct 12 16:50:42.139699 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Deleting port c4b6ec84-01ac-47af-a7cf-27d07f977023 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:50:42.139699 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.160967 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5f7b7ba-a730-45a0-8022-cf31a2d4e285 req-9d6ba12f-34a5-4ae4-b93f-53b70f10dea3 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Oct 12 16:50:42.204806 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1c84258-397e-4318-9a81-38c4544514cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.262597 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:50:42.272117 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] For port c4b6ec84-01ac-47af-a7cf-27d07f977023, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c4b6ec84-01ac-47af-a7cf-27d07f977023,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:42.272499 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.291420 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Calling delete_port for c4b6ec84-01ac-47af-a7cf-27d07f977023 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:50:42.375500 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b50a6-99c3-4557-a821-cb97f7b178cb req-79445059-bb5c-4851-b547-ba51ad7f335c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.378336 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4c1b50a6-99c3-4557-a821-cb97f7b178cb req-79445059-bb5c-4851-b547-ba51ad7f335c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 944 time: 0.0679083 Oct 12 16:50:42.395025 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1c84258-397e-4318-9a81-38c4544514cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.402056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1c84258-397e-4318-9a81-38c4544514cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.420456 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4c1b50a6-99c3-4557-a821-cb97f7b178cb req-07b3d907-148d-4e94-91b7-224fb62f4813 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363255 Oct 12 16:50:42.454852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c1c84258-397e-4318-9a81-38c4544514cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=096961e0e47e4ae397fa47db915775f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962302 Oct 12 16:50:42.456243 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84258-397e-4318-9a81-38c4544514cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f087016-9ab4-4939-a0ca-1f9d3021c68d,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:42.457600 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33788) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:42.521918 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.526130 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a8d329f3-864d-42b1-94c6-7f804070cff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.549520 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a8d329f3-864d-42b1-94c6-7f804070cff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.550621 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Pushing event deleted for resources: {'Port': ['ID=c4b6ec84-01ac-47af-a7cf-27d07f977023,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:42.595813 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] No DVR routers for this DVR port c4b6ec84-01ac-47af-a7cf-27d07f977023 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:50:42.599740 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.603721 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e255866f-42ef-4ddc-a293-c1b1b0eeb859 req-697dff6f-b2f1-47f1-9a6f-80032ce095a0 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "DELETE /v2.0/ports/c4b6ec84-01ac-47af-a7cf-27d07f977023 HTTP/1.1" status: 204 len: 173 time: 0.5798409 Oct 12 16:50:42.604164 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'name': 'network-vif-deleted', 'tag': 'c4b6ec84-01ac-47af-a7cf-27d07f977023'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:42.606664 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b4ea3-3c0e-46b2-908a-8f2a2d41835d" -d '{"events": [{"server_uuid": "cf21d54f-a52c-4ed0-91ca-38bb5c6593bb", "name": "network-vif-deleted", "tag": "c4b6ec84-01ac-47af-a7cf-27d07f977023"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:42.607126 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a8d329f3-864d-42b1-94c6-7f804070cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.610275 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a8d329f3-864d-42b1-94c6-7f804070cff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:42.614055 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-a8d329f3-864d-42b1-94c6-7f804070cff7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f087016-9ab4-4939-a0ca-1f9d3021c68d HTTP/1.1" status: 204 len: 168 time: 0.1440108 Oct 12 16:50:42.638744 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d329f3-864d-42b1-94c6-7f804070cff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f087016-9ab4-4939-a0ca-1f9d3021c68d,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:42.651056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb360b-2041-4440-aa55-831d39cfab8c x-openstack-request-id: req-6ffb360b-2041-4440-aa55-831d39cfab8c {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:42.651351 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf21d54f-a52c-4ed0-91ca-38bb5c6593bb", "name": "network-vif-deleted", "tag": "c4b6ec84-01ac-47af-a7cf-27d07f977023", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:42.651706 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ffb360b-2041-4440-aa55-831d39cfab8c {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:42.651992 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf21d54f-a52c-4ed0-91ca-38bb5c6593bb', 'name': 'network-vif-deleted', 'tag': 'c4b6ec84-01ac-47af-a7cf-27d07f977023', 'status': 'completed', 'code': 200} Oct 12 16:50:42.853071 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12512ded-d17a-4645-86d4-77870cb7c218 req-4ac0d265-61ad-46a7-9ed6-b211938a018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:42.854566 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-12512ded-d17a-4645-86d4-77870cb7c218 req-4ac0d265-61ad-46a7-9ed6-b211938a018a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.0576713 Oct 12 16:50:42.919181 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-12512ded-d17a-4645-86d4-77870cb7c218 req-55553922-7f6d-46ef-be8b-d3d980c37605 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 Oct 12 16:50:43.237856 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c251-ee03-4de0-b4fb-3127d1e319ea req-d5814608-59dd-4d3e-9953-7fc568b0b0cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:43.239849 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ebc2c251-ee03-4de0-b4fb-3127d1e319ea req-d5814608-59dd-4d3e-9953-7fc568b0b0cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0534146 Oct 12 16:50:43.272433 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33824) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:43.291554 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4045a598-ef10-41b7-93c8-d4a13dd4d56c req-f10782bb-f01c-454b-8c3e-3807b7b9b4cd tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 210 time: 0.0374315 Oct 12 16:50:43.315494 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ebc2c251-ee03-4de0-b4fb-3127d1e319ea req-e432e622-fee4-4e3e-8c8a-58ad31099707 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685549 Oct 12 16:50:43.390814 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1385297586-network', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:43.410301 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Made reservation on behalf of fa94f0777efa4b4ab427769cdbbb82f6 for: {'network': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:43.412776 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.421125 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.536345 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.541203 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.572673 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24218390-b2d4-4b62-9eb4-db5af5b890d2 req-fb41b67e-1d48-413f-865f-2066b7042fc6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:43.574145 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24218390-b2d4-4b62-9eb4-db5af5b890d2 req-fb41b67e-1d48-413f-865f-2066b7042fc6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 944 time: 0.0827625 Oct 12 16:50:43.579612 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=105674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:43.604929 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb07f6-f902-4a5c-8d60-8534be21d911,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:43.612941 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.613385 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.segments_db [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Added segment 00d6f9c3-03ea-4815-b08d-5446158318b4 of type vlan for network 00bf0f6e-1720-42b7-80c7-49a535e4f522 Oct 12 16:50:43.657708 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24218390-b2d4-4b62-9eb4-db5af5b890d2 req-07f2e5bf-a68b-4698-a5c1-42581ba530e7 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Oct 12 16:50:43.667605 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.704375 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.705801 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:43.706542 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.758668 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4850292 Oct 12 16:50:43.761579 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33836) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:43.766397 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Request body: {'subnet': {'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1385297586-subnet', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:43.769346 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b5678-0f64-4b73-865f-74b3478a17cf admin admin] Pushing event updated for resources: {'Network': ['ID=00bf0f6e-1720-42b7-80c7-49a535e4f522,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:43.780352 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:43.787108 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Made reservation on behalf of fa94f0777efa4b4ab427769cdbbb82f6 for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:43.790029 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26922782'] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:43.956460 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26584600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26922800'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.007721 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dded079-941c-4474-8688-215447e9f76e,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:44.021220 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Checking segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:44.021659 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Network hostable DHCP agents. Network: 00bf0f6e-1720-42b7-80c7-49a535e4f522, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:44.041130 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:44.052314 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 00bf0f6e-1720-42b7-80c7-49a535e4f522) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:44.056398 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:44.056970 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.061060 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb866f0-7824-4b56-8375-3001459f0b20 None None] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:44.071936 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a703f00e-e2a6-49f7-8354-efa38398abed admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3092659 Oct 12 16:50:44.074572 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33838) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:44.078722 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:44.098987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.100199 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.158524 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.221677 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-00bf0f6e-1720-42b7-80c7-49a535e4f522', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:50:44.222898 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.294413 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.356190 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Allocated IP 172.20.0.2 (00bf0f6e-1720-42b7-80c7-49a535e4f522/6dded079-941c-4474-8688-215447e9f76e/657cf3a7-9f1d-4e5b-8c05-812c34c8157f) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:44.504958 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.511405 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.553077 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:44.555945 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:44.558608 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:44.564839 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Pushing event updated for resources: {'Port': ['ID=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:44.615247 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Attempting to bind port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:44.615614 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Attempting to bind port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:44.616243 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Attempting to bind port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f on network 00bf0f6e-1720-42b7-80c7-49a535e4f522 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:44.621094 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:44.621465 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Checking segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:44.621863 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.622278 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Bound using segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:44.622739 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Bound port: 657cf3a7-9f1d-4e5b-8c05-812c34c8157f, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:44.623285 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.689764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] For port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:44.692969 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] For port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:44.698843 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.703367 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.728037 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:44.755878 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4160b9-80fb-437e-a7eb-2e21be737844 None None] Pushing event updated for resources: {'Port': ['ID=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:44.847818 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Allocated IP 172.27.1.92 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/8252462f-bdf5-492e-b999-ea59848520de) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:44.972460 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.016803 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.076645 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:45.079777 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:45.083442 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:45.107501 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Pushing event updated for resources: {'Port': ['ID=8252462f-bdf5-492e-b999-ea59848520de,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:45.332711 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.535166 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.663911 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:50:45.664231 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82d95c-35cd-455b-ab95-d4be3fc2716f None None] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:45.730803 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-5de83a83-3f32-4505-ab29-f0a815d511ed None None] Provisioning complete for port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:45.731174 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5de83a83-3f32-4505-ab29-f0a815d511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.767209 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:45.779668 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Sync routers for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:45.785375 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.786637 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4f8f2e8d-5db6-493e-95ca-7943345f7547 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7111516 Oct 12 16:50:45.789776 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33854) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:45.789961 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:45.790788 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:45.884614 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5de83a83-3f32-4505-ab29-f0a815d511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.910202 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:45.925833 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-5de83a83-3f32-4505-ab29-f0a815d511ed None None] For port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:45.931377 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5de83a83-3f32-4505-ab29-f0a815d511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:45.986989 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de83a83-3f32-4505-ab29-f0a815d511ed None None] Pushing event updated for resources: {'Port': ['ID=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:46.107043 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:45Z', 'revision_number': 3, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:46.131963 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Checking router: ea0d49d2-60c8-4a36-acb8-82ddcd15da46 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:46.132312 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Updating router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 port 8252462f-bdf5-492e-b999-ea59848520de binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:46.159911 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c1fc2449-5530-428c-a766-bc3b0349de3c None None] Provisioning complete for port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:46.160288 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2449-5530-428c-a766-bc3b0349de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.160825 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.259302 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.284122 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c4b6ec84-01ac-47af-a7cf-27d07f977023 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:50:46.309841 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: c4b6ec84-01ac-47af-a7cf-27d07f977023 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:50:46.309841 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c4b6ec84-01ac-47af-a7cf-27d07f977023 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:50:46.432890 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.435366 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Allocated IP 172.20.0.1 (00bf0f6e-1720-42b7-80c7-49a535e4f522/6dded079-941c-4474-8688-215447e9f76e/be7cd966-00d7-4d9d-ae97-c8f8e9128996) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:46.439575 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.481338 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-55e1c40c-9271-4e73-b8e5-846c3893d2e8 req-7a8f07d1-4b93-4b53-bb06-1b54354e0666 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf21d54f-a52c-4ed0-91ca-38bb5c6593bb HTTP/1.1" status: 200 len: 210 time: 0.0359840 Oct 12 16:50:46.492744 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Pushing event updated for resources: {'Port': ['ID=8252462f-bdf5-492e-b999-ea59848520de,revision_number=2']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:46.500578 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.500881 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.501223 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.501554 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.501899 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.502229 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.502552 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.502872 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.503209 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.503530 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.503906 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.504155 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:50:46.517020 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Attempting to bind port 8252462f-bdf5-492e-b999-ea59848520de on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:46.517586 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Attempting to bind port 8252462f-bdf5-492e-b999-ea59848520de by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:46.518181 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Attempting to bind port 8252462f-bdf5-492e-b999-ea59848520de on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:46.523854 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:46.524302 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:46.524765 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.525246 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:46.525777 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Bound port: 8252462f-bdf5-492e-b999-ea59848520de, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:46.526293 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.549765 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591a68-7ec1-489c-827c-ec10373fa22f req-651ea0ac-2d56-4dc5-a5b2-e4e791d2f7cd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:46.551791 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b591a68-7ec1-489c-827c-ec10373fa22f req-651ea0ac-2d56-4dc5-a5b2-e4e791d2f7cd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0731392 Oct 12 16:50:46.587903 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] For port 8252462f-bdf5-492e-b999-ea59848520de, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:46.591686 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] For port 8252462f-bdf5-492e-b999-ea59848520de, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8252462f-bdf5-492e-b999-ea59848520de,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:46.597783 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.600406 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.635313 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17bfa2-893e-450c-bd5c-1bc3b9789925 req-df2d0f83-e6a8-4b89-a592-bb4f213e3013 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:46.636855 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc17bfa2-893e-450c-bd5c-1bc3b9789925 req-df2d0f83-e6a8-4b89-a592-bb4f213e3013 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 944 time: 0.0820925 Oct 12 16:50:46.646733 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b591a68-7ec1-489c-827c-ec10373fa22f req-d90c2539-60f3-4249-8160-ca8ec0c448c7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786254 Oct 12 16:50:46.671152 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.713736 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc17bfa2-893e-450c-bd5c-1bc3b9789925 req-c92dd069-60ea-47d5-9d8a-0f1a5140c2c3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606163 Oct 12 16:50:46.716434 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a2bb7-f9c4-422a-aea7-f263342494b7 None None] Pushing event updated for resources: {'Port': ['ID=8252462f-bdf5-492e-b999-ea59848520de,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:46.726351 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:46.727527 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:46.728545 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:46.730168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Pushing event updated for resources: {'Port': ['ID=be7cd966-00d7-4d9d-ae97-c8f8e9128996,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:46.732980 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:46.735199 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:46.735491 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 657cf3a7-9f1d-4e5b-8c05-812c34c8157f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:46.783753 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:46.798797 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:46.799487 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.003267 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:47.007367 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.079093 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-6c979457-2ea0-4f7f-9814-889739c47628 None None] Provisioning complete for port be7cd966-00d7-4d9d-ae97-c8f8e9128996 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:47.079364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6c979457-2ea0-4f7f-9814-889739c47628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.116746 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-6c979457-2ea0-4f7f-9814-889739c47628 None None] Port be7cd966-00d7-4d9d-ae97-c8f8e9128996 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:47.186059 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:45Z', 'revision_number': 3, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:47.218629 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f46115-635f-4e10-a03c-61915a313b2c None None] The sync data for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi is: [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:45Z', 'revision_number': 3, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:47.291855 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 46b36264-0c19-479a-9c84-cbb1dc41758e up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:47.361606 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 46b36264-0c19-479a-9c84-cbb1dc41758e completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:50:47.366947 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 46b36264-0c19-479a-9c84-cbb1dc41758e triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:47.367932 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.391208 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.400069 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.523234 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.525313 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Pushing event updated for resources: {'Port': ['ID=be7cd966-00d7-4d9d-ae97-c8f8e9128996,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:47.569556 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.595797 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:47.600027 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf50068-896e-4593-9e47-8a4adfdb5e2a" -d '{"events": [{"server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "name": "network-vif-plugged", "status": "completed", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:47.630133 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=46b36264-0c19-479a-9c84-cbb1dc41758e,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:47.635178 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:47.662306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:47.663889 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:47.713086 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:47.746088 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ade78-fa25-45d2-a597-59a8d131b7c8 x-openstack-request-id: req-a17ade78-fa25-45d2-a597-59a8d131b7c8 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:47.747073 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "name": "network-vif-plugged", "status": "completed", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:47.747475 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a17ade78-fa25-45d2-a597-59a8d131b7c8 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:47.748031 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e', 'code': 200} Oct 12 16:50:47.842148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab679e-ea01-4a4a-87b2-36cbe40e359b req-c7f29c6e-47af-4bb9-88fd-e806c866a665 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:47.848078 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4ab679e-ea01-4a4a-87b2-36cbe40e359b req-c7f29c6e-47af-4bb9-88fd-e806c866a665 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0953376 Oct 12 16:50:47.870644 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:50:47.927711 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4ab679e-ea01-4a4a-87b2-36cbe40e359b req-0253801a-f95e-4641-b330-f359b725179e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Oct 12 16:50:47.948717 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7194a7b-41fd-47dd-a34b-9ea0db668452 req-9b412cf6-ee7e-435a-87f7-8599301e204c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:47.956514 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c7194a7b-41fd-47dd-a34b-9ea0db668452 req-9b412cf6-ee7e-435a-87f7-8599301e204c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 945 time: 0.0986712 Oct 12 16:50:48.004554 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c7194a7b-41fd-47dd-a34b-9ea0db668452 req-09694037-dfcf-4c46-b1c6-93b38c4db918 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469713 Oct 12 16:50:48.020473 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:48.038690 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b0efe286-5305-408d-8547-fb62f512f6ec admin admin] 10.222.0.58 "PUT /v2.0/routers/ea0d49d2-60c8-4a36-acb8-82ddcd15da46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477026 Oct 12 16:50:48.046374 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-876b02b5-0db2-4ef6-8035-e838f5ccd13e None None] Provisioning complete for port be7cd966-00d7-4d9d-ae97-c8f8e9128996 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:48.049559 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-876b02b5-0db2-4ef6-8035-e838f5ccd13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.123930 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-876b02b5-0db2-4ef6-8035-e838f5ccd13e None None] Port be7cd966-00d7-4d9d-ae97-c8f8e9128996 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:48.207239 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-93cfcb53-0882-4957-aee5-4cbcf79f809b tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:48.208755 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-93cfcb53-0882-4957-aee5-4cbcf79f809b tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/networks?id=773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 200 len: 809 time: 0.1729219 Oct 12 16:50:48.217169 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f658863-ae16-4724-b5e0-64bcff8c510d req-490ed07a-a435-4dfd-93cf-72aef279b300 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:48.218241 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f658863-ae16-4724-b5e0-64bcff8c510d req-490ed07a-a435-4dfd-93cf-72aef279b300 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0927212 Oct 12 16:50:48.234600 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-ff13423e-c102-49e1-b950-ed6becfecf10 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/quotas/9eecf5f736d944d6bb4d373efa9d16db HTTP/1.1" status: 200 len: 375 time: 0.0154872 Oct 12 16:50:48.279330 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-8ebc0a0d-fa59-4ab6-a146-26371a4649c4 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340137 Oct 12 16:50:48.287093 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f658863-ae16-4724-b5e0-64bcff8c510d req-90f444e1-d31f-4ece-b1c9-8cb455b0a313 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Oct 12 16:50:48.394161 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-5a1df1eb-829a-49f4-b42b-d19d596128e1 service neutron] 10.222.0.58 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007295 Oct 12 16:50:48.499079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-b6a1c512-2017-4c22-930f-0c59a520a4b6 service neutron] 10.222.0.58 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967653 Oct 12 16:50:48.691836 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33924) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:48.697922 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-285516018-network', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:48.740781 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34b3bb3f-5acd-4f97-b014-c3c903af7624 req-444e8f26-d6e4-4a55-8eca-e7fbbeaeb0a2 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 210 time: 0.0819380 Oct 12 16:50:48.764181 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Made reservation on behalf of 54b5aeef626c4860b1bef7af31feddee for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:48.767620 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.781180 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.785549 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8252462f-bdf5-492e-b999-ea59848520de up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:48.856148 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 8252462f-bdf5-492e-b999-ea59848520de triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:48.856569 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.879074 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.884313 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.914552 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 16:50:48.926130 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87971711-a587-4070-a78a-2c06241d6d30,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:48.935842 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.936428 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Added segment 0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d of type vlan for network 7ca1d594-322b-4a2b-8c63-4f331b377c7a Oct 12 16:50:48.948625 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.973849 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 8252462f-bdf5-492e-b999-ea59848520de, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8252462f-bdf5-492e-b999-ea59848520de,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:48.979371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:48.984872 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.014907 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.015917 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:49.016494 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.043937 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=8252462f-bdf5-492e-b999-ea59848520de,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:49.086887 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3938093 Oct 12 16:50:49.089726 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33936) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:49.095098 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Request body: {'subnet': {'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-285516018-subnet', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:49.106920 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7b183-61bc-4fa2-b54b-46e3c42a211d admin admin] Pushing event updated for resources: {'Network': ['ID=7ca1d594-322b-4a2b-8c63-4f331b377c7a,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:49.120111 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 16:50:49.123278 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Made reservation on behalf of 54b5aeef626c4860b1bef7af31feddee for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:49.126147 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18625291'] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.298689 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16909116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18625317'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.306667 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Sync routers for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:49.315209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:49.315814 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:49.360847 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c295f80-4339-4280-b6ce-e8d38790fd72,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:49.366563 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Checking segment: {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:49.366925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Network hostable DHCP agents. Network: 7ca1d594-322b-4a2b-8c63-4f331b377c7a, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 16:50:49.383806 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 16:50:49.392241 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 7ca1d594-322b-4a2b-8c63-4f331b377c7a) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:49.398169 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:49.399190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.415634 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4bb0a18b-f17e-47a5-823b-00f2ca5daa6c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3247483 Oct 12 16:50:49.418287 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 33938) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:49.422715 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:49.443643 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.444773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.500414 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.525720 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd6503-6692-42c9-ac38-71e2bdac2e91 None None] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:49.530086 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-fb6568a1-af4a-4ba6-840c-7c9b7f454527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.598771 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:49.634687 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.806166 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-7ca1d594-322b-4a2b-8c63-4f331b377c7a', 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'fixed_ips': [{'subnet_id': '2c295f80-4339-4280-b6ce-e8d38790fd72'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 16:50:49.807784 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.831955 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.849904 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:49.951033 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Allocated IP 172.27.1.217 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/6af4c050-6fba-41a2-ad1e-09984120925f) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:49.972244 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:47Z', 'revision_number': 2, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:50.003696 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Checking router: ea0d49d2-60c8-4a36-acb8-82ddcd15da46 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:50.004044 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Updating router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 port be7cd966-00d7-4d9d-ae97-c8f8e9128996 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:50.009908 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Allocated IP 172.20.0.2 (7ca1d594-322b-4a2b-8c63-4f331b377c7a/2c295f80-4339-4280-b6ce-e8d38790fd72/1b643f55-5354-47fa-9b57-531801568d4e) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:50.039677 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.057369 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.092352 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.132700 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:50.135620 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:50.138258 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:50.167677 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Pushing event updated for resources: {'Port': ['ID=6af4c050-6fba-41a2-ad1e-09984120925f,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:50.363014 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.376437 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.384590 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.453803 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:50.460374 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:50.470328 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:50.475344 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Pushing event updated for resources: {'Port': ['ID=1b643f55-5354-47fa-9b57-531801568d4e,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:50.582137 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.600729 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.606695 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Attempting to bind port 1b643f55-5354-47fa-9b57-531801568d4e on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:50.607054 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Attempting to bind port 1b643f55-5354-47fa-9b57-531801568d4e by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:50.607419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Attempting to bind port 1b643f55-5354-47fa-9b57-531801568d4e on network 7ca1d594-322b-4a2b-8c63-4f331b377c7a {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:50.618440 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:50.618726 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Checking segment: {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:50.619126 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.619521 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Bound using segment: {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:50.619987 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Bound port: 1b643f55-5354-47fa-9b57-531801568d4e, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:50.620364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.624903 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.664293 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8252462f-bdf5-492e-b999-ea59848520de up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:50.720242 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Router fc7f830c-5487-4897-a6b2-663cdc1382c7 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 16:50:50.781708 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498e040-f66c-4805-8287-2df17c8e0449 None None] Pushing event updated for resources: {'Port': ['ID=be7cd966-00d7-4d9d-ae97-c8f8e9128996,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:50.864812 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] For port 1b643f55-5354-47fa-9b57-531801568d4e, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:50.891263 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] For port 1b643f55-5354-47fa-9b57-531801568d4e, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b643f55-5354-47fa-9b57-531801568d4e,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:50.893492 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Attempting to bind port be7cd966-00d7-4d9d-ae97-c8f8e9128996 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:50.893621 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Attempting to bind port be7cd966-00d7-4d9d-ae97-c8f8e9128996 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:50.894712 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Attempting to bind port be7cd966-00d7-4d9d-ae97-c8f8e9128996 on network 00bf0f6e-1720-42b7-80c7-49a535e4f522 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:50.895987 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:50.915567 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Sync routers for ids ['fc7f830c-5487-4897-a6b2-663cdc1382c7'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:50.932067 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.936220 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Routers {'fc7f830c-5487-4897-a6b2-663cdc1382c7'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:50.937039 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['fc7f830c-5487-4897-a6b2-663cdc1382c7'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:50.943032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 8252462f-bdf5-492e-b999-ea59848520de triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:50.944854 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.952824 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:50.953490 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Checking segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:50.954075 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:50.954633 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Bound using segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:50.955560 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Bound port: be7cd966-00d7-4d9d-ae97-c8f8e9128996, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:50.963904 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.006441 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.007722 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-35f20add-1661-4fd2-aaf8-c1e135e14c22 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5884585 Oct 12 16:50:51.011166 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 33952) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:51.018271 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-004151ee-95cc-4db7-a394-1d21f02fc252 req-51cb3597-f3cf-4e17-b695-07854c157fba tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 210 time: 0.0499415 Oct 12 16:50:51.036660 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01627f64-7a9c-4038-85a9-59a8ef077c5f req-237a82de-78e9-4f4e-9402-878cf927a2d7 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:51.038324 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-01627f64-7a9c-4038-85a9-59a8ef077c5f req-237a82de-78e9-4f4e-9402-878cf927a2d7 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 945 time: 0.1012347 Oct 12 16:50:51.083228 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-01627f64-7a9c-4038-85a9-59a8ef077c5f req-e23655d1-6dac-499c-9ba7-a1455fa54e01 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Oct 12 16:50:51.147995 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-3d9b1f4c-16f6-4a03-b7ec-2498dda81b32 None None] Provisioning complete for port be7cd966-00d7-4d9d-ae97-c8f8e9128996 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:51.149038 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3d9b1f4c-16f6-4a03-b7ec-2498dda81b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.158835 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Set router fc7f830c-5487-4897-a6b2-663cdc1382c7 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:51.175953 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2587ad-35d9-4579-916c-67cfb93ac5c0 req-7910c61d-980d-4f81-afee-13c2427bb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:51.178629 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ec2587ad-35d9-4579-916c-67cfb93ac5c0 req-7910c61d-980d-4f81-afee-13c2427bb317 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.1232080 Oct 12 16:50:51.190613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b1f4c-16f6-4a03-b7ec-2498dda81b32 None None] Port be7cd966-00d7-4d9d-ae97-c8f8e9128996 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:51.242094 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ec2587ad-35d9-4579-916c-67cfb93ac5c0 req-1278a7ac-5792-4a3d-90ae-f06979064ba3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Oct 12 16:50:51.417021 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732032a1-e55a-4c48-99f7-8bdccb237ceb None None] Pushing event updated for resources: {'Port': ['ID=1b643f55-5354-47fa-9b57-531801568d4e,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:51.430965 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 3, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:51.459581 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] For port be7cd966-00d7-4d9d-ae97-c8f8e9128996, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:51.463810 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] For port be7cd966-00d7-4d9d-ae97-c8f8e9128996, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=be7cd966-00d7-4d9d-ae97-c8f8e9128996,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:51.466627 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Checking router: fc7f830c-5487-4897-a6b2-663cdc1382c7 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:51.467242 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Updating router fc7f830c-5487-4897-a6b2-663cdc1382c7 port 6af4c050-6fba-41a2-ad1e-09984120925f binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:51.472575 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.500466 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.526541 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:51.527108 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:51.587861 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498e040-f66c-4805-8287-2df17c8e0449 None None] Pushing event updated for resources: {'Port': ['ID=be7cd966-00d7-4d9d-ae97-c8f8e9128996,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:51.723242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:51.735233 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.892407 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-d82d7ade-f1b8-4f6c-9825-67dc91b1d3e3 None None] Provisioning complete for port be7cd966-00d7-4d9d-ae97-c8f8e9128996 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:51.892994 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d82d7ade-f1b8-4f6c-9825-67dc91b1d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.940792 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Allocated IP 172.20.0.1 (7ca1d594-322b-4a2b-8c63-4f331b377c7a/2c295f80-4339-4280-b6ce-e8d38790fd72/f39bf7f0-184e-4184-84de-23d5120b86e4) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:51.959911 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:51.968076 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.057562 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d55d70-b261-486c-8cec-2a0968e2392a None None] Pushing event updated for resources: {'Port': ['ID=6af4c050-6fba-41a2-ad1e-09984120925f,revision_number=2']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.067418 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Attempting to bind port 6af4c050-6fba-41a2-ad1e-09984120925f on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:52.068232 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Attempting to bind port 6af4c050-6fba-41a2-ad1e-09984120925f by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:52.068811 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Attempting to bind port 6af4c050-6fba-41a2-ad1e-09984120925f on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:52.076146 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:52.076768 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:52.077373 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.092573 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:52.093598 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Bound port: 6af4c050-6fba-41a2-ad1e-09984120925f, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:52.094207 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.095001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.141470 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.177272 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:52.184885 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:52.191231 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:52.200213 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-85dabfb2-aa20-40ff-9d2a-95ab82e1f6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.228009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d82d7ade-f1b8-4f6c-9825-67dc91b1d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.229257 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] For port 6af4c050-6fba-41a2-ad1e-09984120925f, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:52.234434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a80c45a-6c2d-45ce-b975-9883ee5decf5 req-69dbff5e-ddd9-411d-bda9-c8ce4f438985 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 210 time: 0.0667934 Oct 12 16:50:52.237207 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] For port 6af4c050-6fba-41a2-ad1e-09984120925f, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=6af4c050-6fba-41a2-ad1e-09984120925f,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:52.246106 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.351161 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Pushing event updated for resources: {'Port': ['ID=f39bf7f0-184e-4184-84de-23d5120b86e4,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.356917 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-d82d7ade-f1b8-4f6c-9825-67dc91b1d3e3 None None] For port be7cd966-00d7-4d9d-ae97-c8f8e9128996, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=be7cd966-00d7-4d9d-ae97-c8f8e9128996,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:52.375821 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:51Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:52.379369 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d82d7ade-f1b8-4f6c-9825-67dc91b1d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.414346 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784804df-736f-4f43-b096-7bfc3c168bad None None] The sync data for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi is: [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:51Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:52.429602 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Routers {'fc7f830c-5487-4897-a6b2-663cdc1382c7'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:52.431067 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['fc7f830c-5487-4897-a6b2-663cdc1382c7'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:52.438617 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d55d70-b261-486c-8cec-2a0968e2392a None None] Pushing event updated for resources: {'Port': ['ID=6af4c050-6fba-41a2-ad1e-09984120925f,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.530960 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d7ade-f1b8-4f6c-9825-67dc91b1d3e3 None None] Pushing event updated for resources: {'Port': ['ID=be7cd966-00d7-4d9d-ae97-c8f8e9128996,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:52.587577 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae95d67-4839-4c39-84d5-b4cfd39e79b4 req-daeee0c1-d9ff-4043-b517-d2fa5e324ca3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.589623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ae95d67-4839-4c39-84d5-b4cfd39e79b4 req-daeee0c1-d9ff-4043-b517-d2fa5e324ca3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.2456024 Oct 12 16:50:52.610979 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eda7e-d113-4f7d-9688-c764512680c9 req-7d73f5e9-5ca5-4f31-bfe3-d1fb73580579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.612698 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-7d73f5e9-5ca5-4f31-bfe3-d1fb73580579 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.2422025 Oct 12 16:50:52.616868 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.633557 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ca9cb-6690-41a6-876a-5c5c82a75ec9 req-fccded13-b070-45bf-9125-2dcb255dac20 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.641037 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-137ca9cb-6690-41a6-876a-5c5c82a75ec9 req-fccded13-b070-45bf-9125-2dcb255dac20 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 945 time: 0.2539554 Oct 12 16:50:52.657288 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] Set router fc7f830c-5487-4897-a6b2-663cdc1382c7 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:52.757148 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357ff6f-9d66-4fd4-9844-2de72d52257a None None] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 16:50:52.781610 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-137ca9cb-6690-41a6-876a-5c5c82a75ec9 req-786bf723-6a89-428a-9c83-f72125838e72 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339643 Oct 12 16:50:52.803986 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ae95d67-4839-4c39-84d5-b4cfd39e79b4 req-f89ea68a-475b-4cfd-a582-78239fa8d5d3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839256 Oct 12 16:50:52.850151 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device be7cd966-00d7-4d9d-ae97-c8f8e9128996 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:52.913333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-90e51960-96b4-4389-b91a-f05f83a0f912 None None] Provisioning complete for port 1b643f55-5354-47fa-9b57-531801568d4e triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:52.914605 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-90e51960-96b4-4389-b91a-f05f83a0f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:52.939577 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 3, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:52.943398 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-8d67dae5-ca46-494f-8a79-efc97d30c8ca tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:52.944953 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-8d67dae5-ca46-494f-8a79-efc97d30c8ca tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "GET /v2.0/networks?id=773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 200 len: 809 time: 0.5788488 Oct 12 16:50:53.023213 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.029158 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef733b4f-c3d9-41dc-b71d-6e4913be7ec6 None None] The sync data for ids ['fc7f830c-5487-4897-a6b2-663cdc1382c7'] in dv-cinder-813222-2-iscsi is: [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:50Z', 'revision_number': 3, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:53.056076 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Request body: {'port': {'device_id': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40', 'admin_state_up': True, 'tenant_id': '9eecf5f736d944d6bb4d373efa9d16db'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:53.062255 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eda7e-d113-4f7d-9688-c764512680c9 req-53400211-ddf1-47a4-9950-31a037515113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:53.063697 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-53400211-ddf1-47a4-9950-31a037515113 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.4386501 Oct 12 16:50:53.087919 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port be7cd966-00d7-4d9d-ae97-c8f8e9128996 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:53.088296 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.172735 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.245534 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.262377 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-0c752416-2764-4780-a8f7-6dc6a51c262a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.1352594 Oct 12 16:50:53.294242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-90e51960-96b4-4389-b91a-f05f83a0f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.439538 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-90e51960-96b4-4389-b91a-f05f83a0f912 None None] For port 1b643f55-5354-47fa-9b57-531801568d4e, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b643f55-5354-47fa-9b57-531801568d4e,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:53.449937 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b643f55-5354-47fa-9b57-531801568d4e up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:53.453215 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eda7e-d113-4f7d-9688-c764512680c9 req-735aad7b-0bfb-4891-8845-8e2c15fa8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:53.455909 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-28effd81-b575-4a37-a192-cc1f9cfac389 req-245b2da9-59d5-4c34-96b1-971f324ffea3 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 210 time: 0.1057208 Oct 12 16:50:53.466683 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-735aad7b-0bfb-4891-8845-8e2c15fa8ff7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.1325617 Oct 12 16:50:53.510833 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-90e51960-96b4-4389-b91a-f05f83a0f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.616498 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e51960-96b4-4389-b91a-f05f83a0f912 None None] Pushing event updated for resources: {'Port': ['ID=1b643f55-5354-47fa-9b57-531801568d4e,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:53.624330 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1b643f55-5354-47fa-9b57-531801568d4e triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:53.624696 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.798315 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-52b99ce0-6a46-4f6c-bafc-12f906b2dc32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3166704 Oct 12 16:50:53.854610 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-98eb054a-5678-4aef-b443-d0c42148d0f4 None None] Provisioning complete for port 1b643f55-5354-47fa-9b57-531801568d4e triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:53.856872 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-98eb054a-5678-4aef-b443-d0c42148d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:53.962260 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-f8047dfd-fbef-4c9d-8c7a-d09233025e54 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425927 Oct 12 16:50:53.969665 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Made reservation on behalf of 9eecf5f736d944d6bb4d373efa9d16db for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:50:53.975392 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.089159 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc2603-57f7-4608-a756-7e095d9fbc8d req-43ae2305-9dcd-48df-94fe-31c2aed308b8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.091232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bbdc2603-57f7-4608-a756-7e095d9fbc8d req-43ae2305-9dcd-48df-94fe-31c2aed308b8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1461155 Oct 12 16:50:54.153422 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-98eb054a-5678-4aef-b443-d0c42148d0f4 None None] Provisioning complete for port f39bf7f0-184e-4184-84de-23d5120b86e4 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:54.154044 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-98eb054a-5678-4aef-b443-d0c42148d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.163496 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.168444 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bbdc2603-57f7-4608-a756-7e095d9fbc8d req-46dae85b-83bb-4da3-a507-9040f4eaa996 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626392 Oct 12 16:50:54.225339 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.242593 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-98eb054a-5678-4aef-b443-d0c42148d0f4 None None] Port f39bf7f0-184e-4184-84de-23d5120b86e4 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:54.293973 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.314549 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266bef8-41b4-463d-9c8a-2f0aef9c6528 req-5a28ec5c-3829-4af8-ae34-89021c5e277a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:54.337437 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5266bef8-41b4-463d-9c8a-2f0aef9c6528 req-5a28ec5c-3829-4af8-ae34-89021c5e277a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 945 time: 0.0811608 Oct 12 16:50:54.366903 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-4b14f276-608e-4ae5-a48a-6e18f8bcead2 None None] Provisioning complete for port f39bf7f0-184e-4184-84de-23d5120b86e4 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:54.367313 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4b14f276-608e-4ae5-a48a-6e18f8bcead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:54.417013 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-4b14f276-608e-4ae5-a48a-6e18f8bcead2 None None] Port f39bf7f0-184e-4184-84de-23d5120b86e4 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:54.420135 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5266bef8-41b4-463d-9c8a-2f0aef9c6528 req-33b2d66d-a98a-4314-b017-0fa8ba403307 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817242 Oct 12 16:50:54.498581 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-004eda7e-d113-4f7d-9688-c764512680c9 req-080e6517-6080-49af-a69a-62c4bc19a9b7 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196447 Oct 12 16:50:54.533677 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Pushing event updated for resources: {'Port': ['ID=f39bf7f0-184e-4184-84de-23d5120b86e4,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:54.568161 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Allocated IP 172.20.0.13 (773cc1f7-513d-4e08-bbad-0eecbf172c40/cd322754-1f77-47a2-a631-99521573bd36/bddd26a9-d32d-43df-b272-3f9467d3ee1c) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:50:54.580928 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f9ead112-6505-409d-b987-4043be6450a1 req-ed6b4af8-f45a-420d-83a8-c865cf757016 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 210 time: 0.0408518 Oct 12 16:50:54.629223 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:54.633724 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:54.910377 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b643f55-5354-47fa-9b57-531801568d4e up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:54.915535 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Router fc7f830c-5487-4897-a6b2-663cdc1382c7 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:50:54.973756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1b643f55-5354-47fa-9b57-531801568d4e triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:54.974412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.052472 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-048a805e-3967-48a4-af68-c4e5816309a8 None None] Provisioning complete for port f39bf7f0-184e-4184-84de-23d5120b86e4 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:55.052993 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-048a805e-3967-48a4-af68-c4e5816309a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.060607 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.102323 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:50:55.108367 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-98aca7b1-2db1-4884-936a-224b3b85743f admin admin] 10.222.0.58 "PUT /v2.0/routers/fc7f830c-5487-4897-a6b2-663cdc1382c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0960851 Oct 12 16:50:55.109590 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-048a805e-3967-48a4-af68-c4e5816309a8 None None] Port f39bf7f0-184e-4184-84de-23d5120b86e4 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:50:55.131615 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.170090 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6af4c050-6fba-41a2-ad1e-09984120925f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:55.173300 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.191783 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Network 773cc1f7-513d-4e08-bbad-0eecbf172c40 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:50:55.195038 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:50:55.199188 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:50:55.222474 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 6af4c050-6fba-41a2-ad1e-09984120925f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:55.222854 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.229579 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Pushing event updated for resources: {'Port': ['ID=bddd26a9-d32d-43df-b272-3f9467d3ee1c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:55.259652 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.260288 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.279313 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-4b9dce06-c1fd-47fb-ad8b-d1d295c97bf7 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2316368 Oct 12 16:50:55.310618 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Request body: {'port': {'device_id': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:55.331558 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.371793 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 6af4c050-6fba-41a2-ad1e-09984120925f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=6af4c050-6fba-41a2-ad1e-09984120925f,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:55.379823 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.392438 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.458890 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=6af4c050-6fba-41a2-ad1e-09984120925f,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:55.615447 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560497c7-34e1-4a5a-8b62-55148e08677c req-6d55eadf-6e5f-4b51-b762-4d5f1dbc7d1e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:55.617063 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-560497c7-34e1-4a5a-8b62-55148e08677c req-6d55eadf-6e5f-4b51-b762-4d5f1dbc7d1e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.3366489 Oct 12 16:50:55.671979 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-560497c7-34e1-4a5a-8b62-55148e08677c req-e2aaa9ca-8ad1-4999-ada7-9a7075e3b96b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469675 Oct 12 16:50:55.736649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddd26a9-d32d-43df-b272-3f9467d3ee1c {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:50:55.745353 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.756501 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 34042) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:55.757762 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Sync routers for ids ['fc7f830c-5487-4897-a6b2-663cdc1382c7'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:50:55.761615 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395880772', 'description': 'tempest-secgroup-smoke-395880772 description', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:55.766615 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Routers {'fc7f830c-5487-4897-a6b2-663cdc1382c7'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:55.767269 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['fc7f830c-5487-4897-a6b2-663cdc1382c7'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:55.767517 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Transition to ACTIVE for port object bddd26a9-d32d-43df-b272-3f9467d3ee1c will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:50:55.780544 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.796755 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.855198 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Pushing event updated for resources: {'Port': ['ID=bddd26a9-d32d-43df-b272-3f9467d3ee1c,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:55.905129 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Set router fc7f830c-5487-4897-a6b2-663cdc1382c7 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:55.932670 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.940277 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:55.963563 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Attempting to bind port bddd26a9-d32d-43df-b272-3f9467d3ee1c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:55.963898 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Attempting to bind port bddd26a9-d32d-43df-b272-3f9467d3ee1c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:55.964342 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Attempting to bind port bddd26a9-d32d-43df-b272-3f9467d3ee1c on network 773cc1f7-513d-4e08-bbad-0eecbf172c40 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:55.969556 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Port bddd26a9-d32d-43df-b272-3f9467d3ee1c on network 773cc1f7-513d-4e08-bbad-0eecbf172c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:50:55.969894 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Attempting to bind port bddd26a9-d32d-43df-b272-3f9467d3ee1c on network 773cc1f7-513d-4e08-bbad-0eecbf172c40 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:55.976434 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:55.977350 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Checking segment: {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:55.977739 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Bound using segment: {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:55.978437 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Bound port: bddd26a9-d32d-43df-b272-3f9467d3ee1c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f768d02e-6a5c-4459-b193-83ec045bf04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:55.978798 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.003285 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.004448 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2467086 Oct 12 16:50:56.007422 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 34050) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.012819 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group_rule': {'security_group_id': '522853eb-7b7d-4865-99c1-b6732c8886b8', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.018077 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09b5ae-2d1f-4e92-9a12-5bca4496a7a9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522853eb-7b7d-4865-99c1-b6732c8886b8,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.050101 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624cb38-eb84-4ebc-a595-c92e0ee52b6e req-1c5f1489-e7b1-4add-a1b4-76e0c77d912a tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.051717 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4624cb38-eb84-4ebc-a595-c92e0ee52b6e req-1c5f1489-e7b1-4add-a1b4-76e0c77d912a tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 944 time: 0.0991871 Oct 12 16:50:56.058484 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.101070 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] For port bddd26a9-d32d-43df-b272-3f9467d3ee1c, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:56.112952 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] For port bddd26a9-d32d-43df-b272-3f9467d3ee1c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:56.123290 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.126988 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4624cb38-eb84-4ebc-a595-c92e0ee52b6e req-7a1c8e22-2ea0-499a-a060-b1d1c1eed7db tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590734 Oct 12 16:50:56.144581 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.150716 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.167197 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e8d89d-d9c5-467f-9e13-b7b2bfceacaf,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.184969 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.193299 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-65af5006-da4d-4fc0-9f5b-bbc2274afbfa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798666 Oct 12 16:50:56.193299 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 34056) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.194476 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group_rule': {'security_group_id': '522853eb-7b7d-4865-99c1-b6732c8886b8', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.230068 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 4, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'f39bf7f0-184e-4184-84de-23d5120b86e4', 'name': '', 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'mac_address': 'fa:16:3e:20:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2c295f80-4339-4280-b6ce-e8d38790fd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:51Z', 'updated_at': '2021-10-12T16:50:53Z', 'revision_number': 2, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'subnets': [{'id': '2c295f80-4339-4280-b6ce-e8d38790fd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:56.238933 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.245424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.246080 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.247506 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] 10.222.0.43 "PUT /v2.0/ports/bddd26a9-d32d-43df-b272-3f9467d3ee1c HTTP/1.1" status: 200 len: 1094 time: 0.9442511 Oct 12 16:50:56.247973 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'tag': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:50:56.250834 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931c14f-e154-4d57-83a2-d35500826fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb1b714-c0c1-4d80-8540-0a473804c40c", "tag": "bddd26a9-d32d-43df-b272-3f9467d3ee1c"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:50:56.288782 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e3c6-3194-4823-a07f-a635ace7ce5c service neutron] Pushing event updated for resources: {'Port': ['ID=bddd26a9-d32d-43df-b272-3f9467d3ee1c,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.314687 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02a33f-83c0-46af-bdd2-a3152fb20678 x-openstack-request-id: req-ae02a33f-83c0-46af-bdd2-a3152fb20678 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:50:56.316628 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb1b714-c0c1-4d80-8540-0a473804c40c", "tag": "bddd26a9-d32d-43df-b272-3f9467d3ee1c", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:50:56.317232 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae02a33f-83c0-46af-bdd2-a3152fb20678 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:50:56.318169 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'tag': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c', 'status': 'completed', 'code': 200} Oct 12 16:50:56.318863 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.324393 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.344606 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb269e55-b386-400e-87ce-a07d551b9aa9,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.351690 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.352918 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-8b36d825-7880-467e-8533-aab5315a3f62 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624084 Oct 12 16:50:56.355734 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 34064) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.360704 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group_rule': {'security_group_id': '522853eb-7b7d-4865-99c1-b6732c8886b8', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.388282 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.414717 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Checking router: fc7f830c-5487-4897-a6b2-663cdc1382c7 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:50:56.415167 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Updating router fc7f830c-5487-4897-a6b2-663cdc1382c7 port f39bf7f0-184e-4184-84de-23d5120b86e4 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 16:50:56.439499 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-ed261507-a687-4d82-bed6-d813146e9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.441140 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-ed261507-a687-4d82-bed6-d813146e9a89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 1097 time: 0.0426373 Oct 12 16:50:56.442694 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.457828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.461659 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.478636 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6681cc37-db35-461a-8d57-47b2986bdd52,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.498281 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.502260 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-8fdce46c-0ccf-4b3c-b056-d14772e8c19c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426294 Oct 12 16:50:56.506355 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 34068) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.511184 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group_rule': {'security_group_id': '522853eb-7b7d-4865-99c1-b6732c8886b8', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.525989 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-9d7a4b72-403d-485d-b4d3-d820a7b39ae7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c HTTP/1.1" status: 200 len: 217 time: 0.0520399 Oct 12 16:50:56.541492 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.631146 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.646449 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.651620 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907ab2-c002-406f-8320-a841bd714bac req-61bb2b25-b026-4e4f-b727-57f414b9ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.653362 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-61bb2b25-b026-4e4f-b727-57f414b9ea57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd322754-1f77-47a2-a631-99521573bd36 HTTP/1.1" status: 200 len: 849 time: 0.1101887 Oct 12 16:50:56.670669 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6125de-856c-405b-a08b-89d8bdf704e2,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.671808 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6af4c050-6fba-41a2-ad1e-09984120925f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:56.680260 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.684342 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 34074) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.684475 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-701a6b61-51c4-4599-8100-365171ab4759 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770029 Oct 12 16:50:56.689666 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group_rule': {'security_group_id': '522853eb-7b7d-4865-99c1-b6732c8886b8', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.712738 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.securitygroups_db [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Project fa94f0777efa4b4ab427769cdbbb82f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:50:56.719399 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.790449 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.793799 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 6af4c050-6fba-41a2-ad1e-09984120925f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:56.794259 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.795841 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.805815 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c952-579d-4412-9ddf-af2d76aa5253 req-c03982a7-03ac-4fdb-b794-54a362e7e8c6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:56.811279 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5ee4c952-579d-4412-9ddf-af2d76aa5253 req-c03982a7-03ac-4fdb-b794-54a362e7e8c6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0529804 Oct 12 16:50:56.823394 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a83fe7-fa17-4969-8caf-8a79023f0ee5,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:56.832845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.836558 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-16ec3613-dbbd-4cf5-bd8b-23c83741b133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494498 Oct 12 16:50:56.837274 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.838839 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 34080) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:50:56.845473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.846217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'security_group_rule': {'security_group_id': '522853eb-7b7d-4865-99c1-b6732c8886b8', 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:50:56.870172 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.securitygroups_db [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Project fa94f0777efa4b4ab427769cdbbb82f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 16:50:56.882591 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:56.910536 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5ee4c952-579d-4412-9ddf-af2d76aa5253 req-aae4fd5c-d671-43be-958b-23b3a8ea355c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959721 Oct 12 16:50:56.947983 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33864b84-1ba5-4c13-b462-3af6f6f1e804 None None] Pushing event updated for resources: {'Port': ['ID=f39bf7f0-184e-4184-84de-23d5120b86e4,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.005086 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.007087 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Attempting to bind port f39bf7f0-184e-4184-84de-23d5120b86e4 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:50:57.007456 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Attempting to bind port f39bf7f0-184e-4184-84de-23d5120b86e4 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:50:57.007869 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Attempting to bind port f39bf7f0-184e-4184-84de-23d5120b86e4 on network 7ca1d594-322b-4a2b-8c63-4f331b377c7a {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:50:57.009683 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.013520 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:50:57.013976 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Checking segment: {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:50:57.014381 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.015393 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Bound using segment: {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:50:57.015928 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Bound port: f39bf7f0-184e-4184-84de-23d5120b86e4, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:50:57.016315 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.030595 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adc14ca-839c-44e3-b3d7-7bbc739eb4cf,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.037118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.042473 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f3881f64-1bc8-4fc6-af99-40f844968de0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2004690 Oct 12 16:50:57.082381 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] For port f39bf7f0-184e-4184-84de-23d5120b86e4, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:50:57.085646 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] For port f39bf7f0-184e-4184-84de-23d5120b86e4, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=f39bf7f0-184e-4184-84de-23d5120b86e4,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:50:57.092440 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.168901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33864b84-1ba5-4c13-b462-3af6f6f1e804 None None] Pushing event updated for resources: {'Port': ['ID=f39bf7f0-184e-4184-84de-23d5120b86e4,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.171592 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Routers {'fc7f830c-5487-4897-a6b2-663cdc1382c7'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:50:57.172207 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:50:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['fc7f830c-5487-4897-a6b2-663cdc1382c7'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:57.207647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-8db9e213-6e8a-406c-bb8f-1e0154d42fd7 None None] Provisioning complete for port f39bf7f0-184e-4184-84de-23d5120b86e4 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:57.208016 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8db9e213-6e8a-406c-bb8f-1e0154d42fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.329106 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] Set router fc7f830c-5487-4897-a6b2-663cdc1382c7 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:50:57.377273 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8db9e213-6e8a-406c-bb8f-1e0154d42fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.495895 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-8db9e213-6e8a-406c-bb8f-1e0154d42fd7 None None] For port f39bf7f0-184e-4184-84de-23d5120b86e4, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=f39bf7f0-184e-4184-84de-23d5120b86e4,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:50:57.503606 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8db9e213-6e8a-406c-bb8f-1e0154d42fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.600942 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9e213-6e8a-406c-bb8f-1e0154d42fd7 None None] Pushing event updated for resources: {'Port': ['ID=f39bf7f0-184e-4184-84de-23d5120b86e4,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:50:57.638646 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-76648ab6-63da-4409-a193-9530aaf12929 None None] Provisioning complete for port f39bf7f0-184e-4184-84de-23d5120b86e4 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:57.639011 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-76648ab6-63da-4409-a193-9530aaf12929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:57.671283 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 4, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'f39bf7f0-184e-4184-84de-23d5120b86e4', 'name': '', 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'mac_address': 'fa:16:3e:20:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2c295f80-4339-4280-b6ce-e8d38790fd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:51Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 4, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'subnets': [{'id': '2c295f80-4339-4280-b6ce-e8d38790fd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:50:57.703788 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830e75-e9ec-47d4-a602-fcf8b84c2cab None None] The sync data for ids ['fc7f830c-5487-4897-a6b2-663cdc1382c7'] in dv-cinder-813222-2-iscsi is: [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 4, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'f39bf7f0-184e-4184-84de-23d5120b86e4', 'name': '', 'network_id': '7ca1d594-322b-4a2b-8c63-4f331b377c7a', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'mac_address': 'fa:16:3e:20:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '2c295f80-4339-4280-b6ce-e8d38790fd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:51Z', 'updated_at': '2021-10-12T16:50:57Z', 'revision_number': 4, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'subnets': [{'id': '2c295f80-4339-4280-b6ce-e8d38790fd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:50:58.658762 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device f39bf7f0-184e-4184-84de-23d5120b86e4 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:50:58.706055 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port f39bf7f0-184e-4184-84de-23d5120b86e4 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:50:58.706351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.639099 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:50:59.681209 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-b42e9154-2625-4e43-9939-c9803b8ff6bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=773cc1f7-513d-4e08-bbad-0eecbf172c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262537 Oct 12 16:50:59.867949 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7109e-f86c-4058-8028-e4e35fcb4585 req-9de827b9-afe4-4dfb-8b87-932bc79d87e9 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:59.875529 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ea7109e-f86c-4058-8028-e4e35fcb4585 req-9de827b9-afe4-4dfb-8b87-932bc79d87e9 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 944 time: 0.0783420 Oct 12 16:50:59.882746 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-bfb90e64-f4e7-4e5b-a99e-4366375a3ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055677 Oct 12 16:50:59.944875 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ea7109e-f86c-4058-8028-e4e35fcb4585 req-012f4f44-4e2f-4da3-9d3d-1d8416f605bd tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685422 Oct 12 16:50:59.958063 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b35b6-625b-460e-a2ba-9846f333db86 req-5181b9da-f812-4c63-ac89-8b7a3c78df63 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:50:59.959494 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-033b35b6-625b-460e-a2ba-9846f333db86 req-5181b9da-f812-4c63-ac89-8b7a3c78df63 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0821450 Oct 12 16:51:00.003599 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-85907ab2-c002-406f-8320-a841bd714bac req-64864c0d-d08b-42b0-85cf-71464404406e service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123900 Oct 12 16:51:00.014081 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-033b35b6-625b-460e-a2ba-9846f333db86 req-c9ab26fc-a9d1-435f-8d4b-8f0bdbadfb1f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485237 Oct 12 16:51:00.180737 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-f09d5d3b-ae2c-4a16-b431-ac968ee241c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:00.182262 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-f09d5d3b-ae2c-4a16-b431-ac968ee241c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 1097 time: 0.0477333 Oct 12 16:51:00.278576 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-e89a806e-424e-446e-9953-2018b461c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:00.280136 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-e89a806e-424e-446e-9953-2018b461c7cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 200 len: 911 time: 0.0889580 Oct 12 16:51:00.325511 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-5d1d86e5-aa38-4e6b-9ff5-a6368fbd0f55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c HTTP/1.1" status: 200 len: 217 time: 0.0372589 Oct 12 16:51:00.386336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-0ae29deb-0de5-4844-9ff6-460fb53a1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:00.387805 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-0ae29deb-0de5-4844-9ff6-460fb53a1c11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd322754-1f77-47a2-a631-99521573bd36 HTTP/1.1" status: 200 len: 849 time: 0.0518491 Oct 12 16:51:00.442783 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-7292b711-79bc-4441-9bf8-ee82e2ba634d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=773cc1f7-513d-4e08-bbad-0eecbf172c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352328 Oct 12 16:51:00.552599 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-17dcf7d8-3825-49e8-9609-582eeaaf562f service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009672 Oct 12 16:51:00.668250 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5931c14f-e154-4d57-83a2-d35500826fc2 req-8603fe43-2544-47ea-9eac-6f2f1dfbfcc0 service neutron] 10.222.0.43 "GET /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068926 Oct 12 16:51:01.067756 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443559-9896-4ad5-93a8-0771f7d5bc39 req-83340fe9-1ce0-4fe8-adb7-e85c0f82e787 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:01.069281 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-29443559-9896-4ad5-93a8-0771f7d5bc39 req-83340fe9-1ce0-4fe8-adb7-e85c0f82e787 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 944 time: 0.0493412 Oct 12 16:51:01.132401 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-29443559-9896-4ad5-93a8-0771f7d5bc39 req-5ece5bcd-eb8c-4c78-a0bb-19bb7aca162e tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560374 Oct 12 16:51:01.151055 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b2b88-c5d2-497a-a645-ce75d0276ea8 req-da181ea4-06f4-4026-8769-72e1d46c9871 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:01.152502 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-df0b2b88-c5d2-497a-a645-ce75d0276ea8 req-da181ea4-06f4-4026-8769-72e1d46c9871 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0617723 Oct 12 16:51:01.188365 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-df0b2b88-c5d2-497a-a645-ce75d0276ea8 req-f20735a6-8efa-4fe5-be93-20f95b288332 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299587 Oct 12 16:51:02.252563 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1090775-0f52-4eef-9e47-6f1d24d208bc req-be8c2b35-e838-4483-8c1d-7a79a5d70a42 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:02.254168 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a1090775-0f52-4eef-9e47-6f1d24d208bc req-be8c2b35-e838-4483-8c1d-7a79a5d70a42 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 944 time: 0.0532782 Oct 12 16:51:02.318643 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a1090775-0f52-4eef-9e47-6f1d24d208bc req-085e5bcd-1600-46c5-b2d5-cb52ddbd9934 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567687 Oct 12 16:51:02.333572 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46334efa-c905-4588-9418-2b66d76aab92 req-db6d9460-6d03-4254-8abd-e3359ac89368 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:02.335064 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-46334efa-c905-4588-9418-2b66d76aab92 req-db6d9460-6d03-4254-8abd-e3359ac89368 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0743787 Oct 12 16:51:02.372743 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-46334efa-c905-4588-9418-2b66d76aab92 req-70767da5-6dc7-4536-ae5c-0f705815f605 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Oct 12 16:51:03.433186 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f3130-3784-45ca-8b7d-6e751e4c7eca req-d8ae2978-cd81-456e-8443-cda2476319b8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:03.434757 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d83f3130-3784-45ca-8b7d-6e751e4c7eca req-d8ae2978-cd81-456e-8443-cda2476319b8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 944 time: 0.0480747 Oct 12 16:51:03.504719 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d83f3130-3784-45ca-8b7d-6e751e4c7eca req-a1c5d5ee-5238-4083-b16a-f4da99b5af53 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629194 Oct 12 16:51:03.521182 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1528759-8c33-409a-86cc-da9f9670e1d3 req-6e36e244-9af4-41cf-b37e-58e940d07970 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:03.522761 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a1528759-8c33-409a-86cc-da9f9670e1d3 req-6e36e244-9af4-41cf-b37e-58e940d07970 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0749280 Oct 12 16:51:03.564220 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a1528759-8c33-409a-86cc-da9f9670e1d3 req-2632550b-07b4-439c-b739-d2be2a8c6351 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Oct 12 16:51:03.649547 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device bddd26a9-d32d-43df-b272-3f9467d3ee1c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:51:03.745483 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port bddd26a9-d32d-43df-b272-3f9467d3ee1c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:03.756678 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c', 'network_id': '773cc1f7-513d-4e08-bbad-0eecbf172c40', 'port_id': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c', 'mac_address': 'fa:16:3e:b7:6c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd322754-1f77-47a2-a631-99521573bd36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:51:03.797073 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.809693 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddd26a9-d32d-43df-b272-3f9467d3ee1c {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:51:03.828654 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port bddd26a9-d32d-43df-b272-3f9467d3ee1c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:03.832538 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:03.880042 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=bddd26a9-d32d-43df-b272-3f9467d3ee1c,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:04.357978 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['bddd26a9-d32d-43df-b272-3f9467d3ee1c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:04.485035 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 34274) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:04.590616 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-720ba6de-06c1-48c4-9480-eb967c7cbf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.643810 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a35901-8e54-47ce-9780-b0a0be85da16 req-0870d455-ebea-44e8-bd09-4e7cbf9bb5d3 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:04.645302 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1a35901-8e54-47ce-9780-b0a0be85da16 req-0870d455-ebea-44e8-bd09-4e7cbf9bb5d3 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 945 time: 0.0697868 Oct 12 16:51:04.672994 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-720ba6de-06c1-48c4-9480-eb967c7cbf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.676904 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-720ba6de-06c1-48c4-9480-eb967c7cbf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.712348 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1a35901-8e54-47ce-9780-b0a0be85da16 req-229a7b68-7d11-4358-807f-b9daf2827f63 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Oct 12 16:51:04.717768 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-720ba6de-06c1-48c4-9480-eb967c7cbf48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=418468803a4b41cb91536776b6f61021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292237 Oct 12 16:51:04.717768 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ba6de-06c1-48c4-9480-eb967c7cbf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba25c4e-7af5-4b34-b26a-28e61cf89390,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:04.718180 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 34282) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:51:04.743828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b29c-cc95-4b65-8c6e-9423f7f7db88 req-ba68832e-3b6f-472a-bcf4-ad777ab19338 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:04.745326 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f9e2b29c-cc95-4b65-8c6e-9423f7f7db88 req-ba68832e-3b6f-472a-bcf4-ad777ab19338 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0989611 Oct 12 16:51:04.811823 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f9e2b29c-cc95-4b65-8c6e-9423f7f7db88 req-d0cb386b-b15c-4906-b1de-af39844b6dc8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Oct 12 16:51:04.811823 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f6322c23-b0ca-49fc-aeca-19d371e26ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.833400 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f6322c23-b0ca-49fc-aeca-19d371e26ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.879418 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f6322c23-b0ca-49fc-aeca-19d371e26ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.882023 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f6322c23-b0ca-49fc-aeca-19d371e26ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:04.883193 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-f6322c23-b0ca-49fc-aeca-19d371e26ce6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cba25c4e-7af5-4b34-b26a-28e61cf89390 HTTP/1.1" status: 204 len: 168 time: 0.1635993 Oct 12 16:51:04.891030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6322c23-b0ca-49fc-aeca-19d371e26ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba25c4e-7af5-4b34-b26a-28e61cf89390,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:05.661622 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device bddd26a9-d32d-43df-b272-3f9467d3ee1c up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:05.722229 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port bddd26a9-d32d-43df-b272-3f9467d3ee1c completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:51:05.726157 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port bddd26a9-d32d-43df-b272-3f9467d3ee1c triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:05.726530 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:05.819581 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:05.845186 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:05.847637 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a660c514-adad-4d72-90f3-b75e907b7e59" -d '{"events": [{"server_uuid": "0cb1b714-c0c1-4d80-8540-0a473804c40c", "name": "network-vif-plugged", "status": "completed", "tag": "bddd26a9-d32d-43df-b272-3f9467d3ee1c"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:05.861657 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port bddd26a9-d32d-43df-b272-3f9467d3ee1c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:05.868815 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:05.869857 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff546d5c-a6c4-42f5-9a01-522e7377adcf req-f9832b54-1003-407f-8f7b-b3fde9dce0b9 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:05.872434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff546d5c-a6c4-42f5-9a01-522e7377adcf req-f9832b54-1003-407f-8f7b-b3fde9dce0b9 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 945 time: 0.0767171 Oct 12 16:51:05.928380 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=bddd26a9-d32d-43df-b272-3f9467d3ee1c,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:05.967413 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff546d5c-a6c4-42f5-9a01-522e7377adcf req-6464a1c0-a8df-4eef-8a6d-90f9310db3b8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858340 Oct 12 16:51:05.984043 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccbce3-c1de-4499-ac69-1fb009154750 req-89941ac9-83ad-4168-970d-ae1312348129 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:05.985784 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-74ccbce3-c1de-4499-ac69-1fb009154750 req-89941ac9-83ad-4168-970d-ae1312348129 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0965371 Oct 12 16:51:06.012577 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61096ef-11f7-4639-ab46-c34d391a3d80 x-openstack-request-id: req-f61096ef-11f7-4639-ab46-c34d391a3d80 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:06.012866 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb1b714-c0c1-4d80-8540-0a473804c40c", "name": "network-vif-plugged", "status": "completed", "tag": "bddd26a9-d32d-43df-b272-3f9467d3ee1c", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:06.013148 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f61096ef-11f7-4639-ab46-c34d391a3d80 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:06.013629 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c', 'code': 200} Oct 12 16:51:06.030994 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-74ccbce3-c1de-4499-ac69-1fb009154750 req-970b2df1-4c13-450b-83a8-846e975a60ba tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Oct 12 16:51:06.274146 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412302b-1f71-429a-881c-38db85be0166 req-3b8b0ebd-298a-4bc7-a31a-f45137b4eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:06.275596 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b412302b-1f71-429a-881c-38db85be0166 req-3b8b0ebd-298a-4bc7-a31a-f45137b4eccb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 1099 time: 0.0393138 Oct 12 16:51:06.311704 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b412302b-1f71-429a-881c-38db85be0166 req-e6317957-dfea-4363-acda-196492bbc1c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276527 Oct 12 16:51:07.089000 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb50aed-d5e6-45c1-9d77-68331782a3d2 req-c76ba38a-7977-4b35-ae9d-16b13cef7677 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:07.090506 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2eb50aed-d5e6-45c1-9d77-68331782a3d2 req-c76ba38a-7977-4b35-ae9d-16b13cef7677 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 946 time: 0.0545120 Oct 12 16:51:07.157271 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2eb50aed-d5e6-45c1-9d77-68331782a3d2 req-b677dc59-480e-430c-8550-f8f890740f90 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Oct 12 16:51:07.171832 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0dab7-77df-43e0-973d-b1b137789768 req-d5e62f03-78e1-4457-aaa2-a67ce884f0ac tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:07.173249 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-20c0dab7-77df-43e0-973d-b1b137789768 req-d5e62f03-78e1-4457-aaa2-a67ce884f0ac tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0711503 Oct 12 16:51:07.210403 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-20c0dab7-77df-43e0-973d-b1b137789768 req-fa8bc66c-731e-4ea6-894b-32d96bf6bc5c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Oct 12 16:51:08.273007 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb7d11-db6d-4ffd-9bd8-38c6da5e57b1 req-8be7c21c-ba77-487e-bba6-ae77b576a793 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:08.275032 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85bb7d11-db6d-4ffd-9bd8-38c6da5e57b1 req-8be7c21c-ba77-487e-bba6-ae77b576a793 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 946 time: 0.0519919 Oct 12 16:51:08.340425 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85bb7d11-db6d-4ffd-9bd8-38c6da5e57b1 req-3cd2124f-303a-4a51-9e2c-a43564307578 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Oct 12 16:51:08.351208 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99b704-8f8b-4d2b-9c73-c205dbf53b94 req-7753022d-9dd5-4b6a-acf8-68ad6f2ec23d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:08.354685 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-de99b704-8f8b-4d2b-9c73-c205dbf53b94 req-7753022d-9dd5-4b6a-acf8-68ad6f2ec23d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0742352 Oct 12 16:51:08.400751 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-de99b704-8f8b-4d2b-9c73-c205dbf53b94 req-53bb8f4e-eeec-4297-8eba-5aafb2ef26f7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Oct 12 16:51:09.612794 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869ed0f-aca4-4d3c-bf9f-47619d46bc99 req-304ff505-b67b-417c-8890-edc7df5f13f8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:09.614159 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b869ed0f-aca4-4d3c-bf9f-47619d46bc99 req-304ff505-b67b-417c-8890-edc7df5f13f8 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 946 time: 0.0505652 Oct 12 16:51:09.654595 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b869ed0f-aca4-4d3c-bf9f-47619d46bc99 req-db2c3107-2a5f-4532-ae76-b5e2095fb693 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Oct 12 16:51:09.756761 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dccb2a-3ae6-4855-947d-5fa1ff9e1d94 req-c285a7db-67c2-4f24-9881-7dee43c4de4b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:09.758242 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-03dccb2a-3ae6-4855-947d-5fa1ff9e1d94 req-c285a7db-67c2-4f24-9881-7dee43c4de4b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0524511 Oct 12 16:51:09.795524 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-03dccb2a-3ae6-4855-947d-5fa1ff9e1d94 req-7f5b2abb-2c85-46ee-917c-9843933d9aac tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Oct 12 16:51:11.041775 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd69fde-585e-4a22-a85c-27b3462fb21e req-7ba43272-388e-4878-87c2-73f943eb967e tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:11.043439 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2dd69fde-585e-4a22-a85c-27b3462fb21e req-7ba43272-388e-4878-87c2-73f943eb967e tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 946 time: 0.0507605 Oct 12 16:51:11.087783 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2dd69fde-585e-4a22-a85c-27b3462fb21e req-e7606b94-f725-446e-8d27-b81d8d3146ed tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Oct 12 16:51:11.195510 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d8797-725a-4d39-80e0-feb8066c6e6b req-28bf6ee4-1464-486a-8541-12ecc7db0aee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:11.197009 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-791d8797-725a-4d39-80e0-feb8066c6e6b req-28bf6ee4-1464-486a-8541-12ecc7db0aee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0547388 Oct 12 16:51:11.235012 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-791d8797-725a-4d39-80e0-feb8066c6e6b req-f10b6655-6f6b-4a49-b6f5-85fd44b89232 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Oct 12 16:51:12.017627 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-9eecacd2-a33e-4613-b190-cb4c3a5f215f tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.019073 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-9eecacd2-a33e-4613-b190-cb4c3a5f215f tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 946 time: 0.0519593 Oct 12 16:51:12.111597 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Deleting port bddd26a9-d32d-43df-b272-3f9467d3ee1c {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:12.111937 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:12.203448 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12cb34-39d4-4ebd-b0c9-aaabe0ae6b7d req-250d76bb-7a4f-4bb0-be87-492a3170f9be tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.204983 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be12cb34-39d4-4ebd-b0c9-aaabe0ae6b7d req-250d76bb-7a4f-4bb0-be87-492a3170f9be tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cb1b714-c0c1-4d80-8540-0a473804c40c HTTP/1.1" status: 200 len: 946 time: 0.0478017 Oct 12 16:51:12.205185 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] For port bddd26a9-d32d-43df-b272-3f9467d3ee1c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bddd26a9-d32d-43df-b272-3f9467d3ee1c,segment=NetworkSegment(f768d02e-6a5c-4459-b193-83ec045bf04c),segment_id=f768d02e-6a5c-4459-b193-83ec045bf04c)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:12.205487 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:12.218621 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Calling delete_port for bddd26a9-d32d-43df-b272-3f9467d3ee1c owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:12.250046 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be12cb34-39d4-4ebd-b0c9-aaabe0ae6b7d req-25b4e2d4-d7a6-4f1f-aa99-40ff97213021 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce5a88e-502c-45d3-b575-bb419310a32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Oct 12 16:51:12.354001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:12.365181 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abddf1-4c86-4f06-8692-05843f5bb816 req-e1d98a32-368d-4769-b4e6-ec180680a757 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:12.367089 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-42abddf1-4c86-4f06-8692-05843f5bb816 req-e1d98a32-368d-4769-b4e6-ec180680a757 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0557070 Oct 12 16:51:12.387235 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Pushing event deleted for resources: {'Port': ['ID=bddd26a9-d32d-43df-b272-3f9467d3ee1c,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:12.401966 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['bddd26a9-d32d-43df-b272-3f9467d3ee1c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:12.405445 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-42abddf1-4c86-4f06-8692-05843f5bb816 req-99616e2f-e958-47dd-9350-1983a9bdfdc4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314047 Oct 12 16:51:12.425823 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] No DVR routers for this DVR port bddd26a9-d32d-43df-b272-3f9467d3ee1c on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:51:12.428482 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:12.432505 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1233e1a7-1e92-49d1-b4f5-5ed2ff612b37 req-ade9eacb-65e7-4d5b-8c20-7e886726d095 tempest-VolumesActionsTest-153735488 tempest-VolumesActionsTest-153735488-project] 10.222.0.43 "DELETE /v2.0/ports/bddd26a9-d32d-43df-b272-3f9467d3ee1c HTTP/1.1" status: 204 len: 173 time: 0.4055502 Oct 12 16:51:12.432976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'name': 'network-vif-deleted', 'tag': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:12.435283 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94190917-938a-403f-812f-a62b5c58fbf0" -d '{"events": [{"server_uuid": "0cb1b714-c0c1-4d80-8540-0a473804c40c", "name": "network-vif-deleted", "tag": "bddd26a9-d32d-43df-b272-3f9467d3ee1c"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:12.470709 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c53032-ae98-4831-b68c-c9c0955bad21 x-openstack-request-id: req-23c53032-ae98-4831-b68c-c9c0955bad21 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:12.470995 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb1b714-c0c1-4d80-8540-0a473804c40c", "name": "network-vif-deleted", "tag": "bddd26a9-d32d-43df-b272-3f9467d3ee1c", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:12.471244 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23c53032-ae98-4831-b68c-c9c0955bad21 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:12.471629 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb1b714-c0c1-4d80-8540-0a473804c40c', 'name': 'network-vif-deleted', 'tag': 'bddd26a9-d32d-43df-b272-3f9467d3ee1c', 'status': 'completed', 'code': 200} Oct 12 16:51:13.545769 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a781943-09e0-4b72-82f4-46ebbd80bdf8 req-a40fffbe-ff90-4434-9b49-4ed6428d0bb7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:13.547295 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1a781943-09e0-4b72-82f4-46ebbd80bdf8 req-a40fffbe-ff90-4434-9b49-4ed6428d0bb7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0563135 Oct 12 16:51:13.589108 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1a781943-09e0-4b72-82f4-46ebbd80bdf8 req-e7eaad54-26cf-4c78-8e83-3581ef65dd6d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341396 Oct 12 16:51:14.701673 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02c00-ed54-4f56-b7f4-10d9432394af req-cbc7a7a8-9927-44eb-985a-485f25264780 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:14.703139 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1dd02c00-ed54-4f56-b7f4-10d9432394af req-cbc7a7a8-9927-44eb-985a-485f25264780 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0460892 Oct 12 16:51:14.739236 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1dd02c00-ed54-4f56-b7f4-10d9432394af req-2b0601b3-4a14-4e85-a271-29a334d69ecd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304809 Oct 12 16:51:15.736637 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device bddd26a9-d32d-43df-b272-3f9467d3ee1c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:51:15.757505 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: bddd26a9-d32d-43df-b272-3f9467d3ee1c {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:51:15.757848 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device bddd26a9-d32d-43df-b272-3f9467d3ee1c not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:51:15.854956 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76979d1-3f06-4d0d-911e-219a9d10f45a req-71331522-0f04-472c-97b7-877629cbfb44 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:15.856436 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a76979d1-3f06-4d0d-911e-219a9d10f45a req-71331522-0f04-472c-97b7-877629cbfb44 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0493319 Oct 12 16:51:15.893574 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a76979d1-3f06-4d0d-911e-219a9d10f45a req-35521ebb-cb9b-403d-9097-94110a4976fa tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Oct 12 16:51:17.010356 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b165c-5088-4635-a0a7-ebde945119eb req-8c3a0a7c-3175-4228-b69e-15078fdd57d0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:17.011795 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c70b165c-5088-4635-a0a7-ebde945119eb req-8c3a0a7c-3175-4228-b69e-15078fdd57d0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0517139 Oct 12 16:51:17.047812 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c70b165c-5088-4635-a0a7-ebde945119eb req-415c73ea-cda2-4d0f-9733-32119153a080 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302281 Oct 12 16:51:18.162299 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f58df0-0a9b-470a-ba1f-6e0c7a245f3b req-f45c79be-eda3-45cc-8156-f1131a1549d7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:18.163750 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4f58df0-0a9b-470a-ba1f-6e0c7a245f3b req-f45c79be-eda3-45cc-8156-f1131a1549d7 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0463884 Oct 12 16:51:18.201255 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4f58df0-0a9b-470a-ba1f-6e0c7a245f3b req-89b07a1e-e645-4966-a7d1-55e21c211be2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Oct 12 16:51:18.710044 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:51:19.317202 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baccef3-7170-4382-85ca-06ab16b355b4 req-8335a9eb-8486-4718-9e7d-51ec2678848b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:19.318869 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4baccef3-7170-4382-85ca-06ab16b355b4 req-8335a9eb-8486-4718-9e7d-51ec2678848b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0465357 Oct 12 16:51:19.357030 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4baccef3-7170-4382-85ca-06ab16b355b4 req-1e1ad941-52a7-48ca-b08f-cd989660a67b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Oct 12 16:51:19.371990 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-720184f7-8a26-4e9e-a416-873734aaa2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:22.083395 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-defe3e85-0e47-4ea7-9268-f741af4d69ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:22.465532 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d40fde-f4f5-4501-b71c-c02a0efc7804 req-28010612-68b7-47d6-81c1-b6c36d1bc2ee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:22.467337 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62d40fde-f4f5-4501-b71c-c02a0efc7804 req-28010612-68b7-47d6-81c1-b6c36d1bc2ee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0550430 Oct 12 16:51:22.504913 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62d40fde-f4f5-4501-b71c-c02a0efc7804 req-33a6709f-c968-4c29-a357-7af7e04f8c7f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Oct 12 16:51:23.077681 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:23.106819 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:25.167876 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:26.711597 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-0a7f64b6-448e-4b3f-a39b-653be4f8bb0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434003 Oct 12 16:51:26.728524 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-66eba2e7-acd9-4d35-99e6-6900be14910b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.730006 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-66eba2e7-acd9-4d35-99e6-6900be14910b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1145103 Oct 12 16:51:26.746532 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-00ba0037-0a29-4409-9a54-00305c2d5b0a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/quotas/21ab55c3bf90442dba24cbfc0d6e5fc1 HTTP/1.1" status: 200 len: 375 time: 0.0099509 Oct 12 16:51:26.827670 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-53b7c6ea-64ff-4545-99dc-10b6988d640c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718374 Oct 12 16:51:26.835089 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d7ff5-874f-4212-b4c5-222f550cc298 req-80e89052-e970-4528-931f-c990fe3374ad tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.836504 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-357d7ff5-874f-4212-b4c5-222f550cc298 req-80e89052-e970-4528-931f-c990fe3374ad tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0890341 Oct 12 16:51:26.840774 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-e414a5ab-f4e9-45e0-8a9b-9abf82ae7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.842290 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-e414a5ab-f4e9-45e0-8a9b-9abf82ae7ed2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.0557375 Oct 12 16:51:26.920835 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-357d7ff5-874f-4212-b4c5-222f550cc298 req-bb813bb3-ab23-43a0-abf3-719c73546f55 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759335 Oct 12 16:51:26.947941 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-6e769345-eda7-4e38-803c-97f458f3cead service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100757 Oct 12 16:51:26.951399 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-82ee50f6-5115-4385-b988-02c80d833e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:26.952891 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-82ee50f6-5115-4385-b988-02c80d833e74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0867019 Oct 12 16:51:27.002071 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-7cbd608e-5bd6-4bd4-8e33-6c626a4a01e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.0390038 Oct 12 16:51:27.054973 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-b873ecd7-bc0f-4a65-a381-ca818814a412 service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002007 Oct 12 16:51:27.065299 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-1f8f0b66-059e-45fc-b4e8-b80eb135a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:27.066891 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-1f8f0b66-059e-45fc-b4e8-b80eb135a115 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0519276 Oct 12 16:51:27.110681 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-a583f481-5b0b-4da2-8ed8-1d99dddd0585 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260620 Oct 12 16:51:27.211738 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-21bc0af3-50ff-4c4f-9c46-3c2129b26ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908532 Oct 12 16:51:27.235560 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be3b93ba-88ec-4995-9dfb-46deece96803 req-cb2eeeaa-e179-469f-8a27-690993c6b1a4 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Oct 12 16:51:29.649653 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:30.289736 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-470568b9-9c01-4e99-9e5c-67549fadc599 req-f2414e3f-5c91-40c2-be24-e2a2d2d90b38 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0370646 Oct 12 16:51:30.301608 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e04a4-0556-4f7b-8d12-35498a1a700f req-2689b96d-695a-4f04-ae42-62e7f5ea1388 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:30.303073 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bc2e04a4-0556-4f7b-8d12-35498a1a700f req-2689b96d-695a-4f04-ae42-62e7f5ea1388 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0896752 Oct 12 16:51:30.363340 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bc2e04a4-0556-4f7b-8d12-35498a1a700f req-e22f0750-13ed-41ae-aac2-f43181f2504f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529139 Oct 12 16:51:30.391251 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5ae442ed-0642-43ed-a4ac-0efd32dd5f22 req-265a9d66-94bc-4f48-bd1f-68dc9c9a9710 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082366 Oct 12 16:51:31.397835 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f5e6cf59-c66a-400b-9aa2-958bee801801 req-4a50abc2-b897-4ea6-9f0b-66623ea1b33a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Oct 12 16:51:31.494943 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408af306-0e2e-4022-9c6f-ddceaa63354c req-bc49df42-87f2-444f-8231-d0603e6e5305 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:31.496872 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-408af306-0e2e-4022-9c6f-ddceaa63354c req-bc49df42-87f2-444f-8231-d0603e6e5305 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0456343 Oct 12 16:51:31.534725 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-408af306-0e2e-4022-9c6f-ddceaa63354c req-38efdc3e-fc2f-4f7f-903d-165fab4cf04f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Oct 12 16:51:32.490001 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cac58cbc-b8ee-42f9-9916-a3c166eeacd5 req-7f8935e0-c22a-4cbf-870a-8c950175ab68 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0280352 Oct 12 16:51:32.644429 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d1d06-72ea-42db-a969-dab3b989200e req-535ad400-23ee-4299-b7c3-416c719fc7b8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:32.645896 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-848d1d06-72ea-42db-a969-dab3b989200e req-535ad400-23ee-4299-b7c3-416c719fc7b8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0468848 Oct 12 16:51:32.683593 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-848d1d06-72ea-42db-a969-dab3b989200e req-2b9f2e77-2027-4abc-9171-dd98525800e1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Oct 12 16:51:33.579771 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5c1ffbeb-b05d-4bba-9be4-04a1f9a54411 req-309d5d4c-af39-462c-8fe1-d3ded1906ec9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0247478 Oct 12 16:51:33.800547 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eb2a8-cc06-4c15-9037-8982d337ac1d req-dc0aa031-aa9b-4796-a183-808101624735 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:33.801658 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-314eb2a8-cc06-4c15-9037-8982d337ac1d req-dc0aa031-aa9b-4796-a183-808101624735 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0539010 Oct 12 16:51:33.841818 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-314eb2a8-cc06-4c15-9037-8982d337ac1d req-01360c2a-0d87-4175-a30f-1c57fa580ec1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Oct 12 16:51:34.433799 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-42c93159-9194-427e-83cc-cd9563a24976 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:34.435957 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-42c93159-9194-427e-83cc-cd9563a24976 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1202281 Oct 12 16:51:34.481861 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Request body: {'port': {'device_id': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'admin_state_up': True, 'tenant_id': '21ab55c3bf90442dba24cbfc0d6e5fc1'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:34.593307 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Made reservation on behalf of 21ab55c3bf90442dba24cbfc0d6e5fc1 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:51:34.596675 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:34.675112 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a31334e-f831-420a-b50a-8a969546e5dc req-8e3bf871-6779-46a8-8571-e87c4cc994ba tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Oct 12 16:51:34.727946 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Allocated IP 172.20.0.7 (fddb8858-d07c-4dac-b8fd-6091b102c8b5/09af2e27-152b-4cd7-87de-85b4edc60792/f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:51:34.883784 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:34.916501 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:34.959666 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:51:34.962715 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:51:34.964317 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353a20b-76ed-484e-9a5f-0bf5fbc29a3f req-236f2c7f-90da-4462-9e8a-74eb6fbee26b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:34.966328 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8353a20b-76ed-484e-9a5f-0bf5fbc29a3f req-236f2c7f-90da-4462-9e8a-74eb6fbee26b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0471280 Oct 12 16:51:34.967110 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:51:34.987066 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:34.992656 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event updated for resources: {'Port': ['ID=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:35.007023 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8353a20b-76ed-484e-9a5f-0bf5fbc29a3f req-12673354-39a3-4379-8365-070c7feedfdf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Oct 12 16:51:35.015775 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.016121 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.016458 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.016793 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.017121 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.017451 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.017814 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.018294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.018810 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.019143 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.019466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.019782 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:35.073306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.074211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.097723 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3d0f-76be-49d9-9de6-1713efe4551c req-90ff9447-3a79-43ea-8334-f93b67ed0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.099771 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2ddc3d0f-76be-49d9-9de6-1713efe4551c req-90ff9447-3a79-43ea-8334-f93b67ed0ae3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0744991 Oct 12 16:51:35.103239 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-9a98ab01-b9d6-4e6f-8768-c13f9ae2c218 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259186 Oct 12 16:51:35.179371 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Request body: {'port': {'device_id': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:35.238789 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2ddc3d0f-76be-49d9-9de6-1713efe4551c req-1e034f56-b6a7-45a7-bcbb-9d2f0dc0d4ff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Oct 12 16:51:35.246803 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.508442 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:51:35.516282 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.530851 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Transition to ACTIVE for port object f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:51:35.538585 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.610736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Pushing event updated for resources: {'Port': ['ID=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:35.663248 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Attempting to bind port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:51:35.663575 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Attempting to bind port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:51:35.663893 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Attempting to bind port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:35.667972 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:51:35.668814 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Attempting to bind port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:35.673733 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:51:35.674089 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Checking segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:51:35.674459 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Bound using segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:51:35.674871 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Bound port: f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:51:35.675210 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.737008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] For port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:51:35.745343 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] For port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:51:35.745788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.786430 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.787042 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:35.788424 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] 10.222.0.43 "PUT /v2.0/ports/f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 1093 time: 0.6140769 Oct 12 16:51:35.788844 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'tag': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:35.791102 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2065af7f-bdca-42f3-8f38-8bbe3fcba741" -d '{"events": [{"name": "network-changed", "server_uuid": "e37753c7-28db-44c5-ad60-29e703f806b6", "tag": "f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:35.795070 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad681-0930-4a78-8769-d50eee659dac req-ce0c3871-9ca1-41c8-bc51-2fb91ac0036f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.796526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2cad681-0930-4a78-8769-d50eee659dac req-ce0c3871-9ca1-41c8-bc51-2fb91ac0036f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 943 time: 0.0500970 Oct 12 16:51:35.808188 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bf4b7-8a58-409f-a9ca-7eed1328fa45 service neutron] Pushing event updated for resources: {'Port': ['ID=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:35.840634 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7db3eea-fa1a-4cef-82b5-514af7d32e65 x-openstack-request-id: req-f7db3eea-fa1a-4cef-82b5-514af7d32e65 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:35.840918 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37753c7-28db-44c5-ad60-29e703f806b6", "tag": "f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:35.841165 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7db3eea-fa1a-4cef-82b5-514af7d32e65 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:35.841550 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'tag': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', 'status': 'completed', 'code': 200} Oct 12 16:51:35.844401 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2cad681-0930-4a78-8769-d50eee659dac req-2410231e-f6c8-499b-8ea6-a907bc7ff047 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Oct 12 16:51:35.956148 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065af7f-bdca-42f3-8f38-8bbe3fcba741 req-9d13c8f1-431b-4e84-8385-a3b6f58325f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:35.957629 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2065af7f-bdca-42f3-8f38-8bbe3fcba741 req-9d13c8f1-431b-4e84-8385-a3b6f58325f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1096 time: 0.0404756 Oct 12 16:51:36.069653 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065af7f-bdca-42f3-8f38-8bbe3fcba741 req-cce951ee-8ad0-48bb-b215-3272e410f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.071158 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2065af7f-bdca-42f3-8f38-8bbe3fcba741 req-cce951ee-8ad0-48bb-b215-3272e410f4cc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0937159 Oct 12 16:51:36.128585 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d67a5a-f4e5-4d83-a892-ca06823c4166 req-a50a8a5d-7520-47eb-9355-29ea0ff8b4b0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.130060 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26d67a5a-f4e5-4d83-a892-ca06823c4166 req-a50a8a5d-7520-47eb-9355-29ea0ff8b4b0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0473676 Oct 12 16:51:36.174425 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26d67a5a-f4e5-4d83-a892-ca06823c4166 req-64b2ae6a-d35c-448a-8064-9f8a07ba7d4e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372849 Oct 12 16:51:36.194616 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065af7f-bdca-42f3-8f38-8bbe3fcba741 req-5d8cd141-a5d3-4457-a0f2-b158f74a8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.196128 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2065af7f-bdca-42f3-8f38-8bbe3fcba741 req-5d8cd141-a5d3-4457-a0f2-b158f74a8131 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1073999 Oct 12 16:51:36.339623 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-86bbb810-729f-424f-bbd5-79fcfc5d62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.341864 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-86bbb810-729f-424f-bbd5-79fcfc5d62ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1096 time: 0.0425935 Oct 12 16:51:36.397859 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-ab26d47b-9430-4f38-bb0d-19cedeb75505 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0353923 Oct 12 16:51:36.452648 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751bec-e3c5-403b-803a-eff060722208 req-22c556eb-5057-43b9-9ec0-433c54637d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.458090 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-22c556eb-5057-43b9-9ec0-433c54637d68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0467718 Oct 12 16:51:36.505122 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-1a6179b3-ca22-4dbc-ba18-50a559332259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286434 Oct 12 16:51:36.599141 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-74f88b4c-2cfb-48d5-8f88-3e09ca44b8bf service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839851 Oct 12 16:51:36.697367 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05751bec-e3c5-403b-803a-eff060722208 req-315583a7-ab9c-470c-adf0-a426e59200a2 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873952 Oct 12 16:51:36.961656 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635036-0af8-454e-b638-574149b50bb2 req-84f213ef-027f-42cd-8f90-359c9b4f61ab tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:36.963366 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ae635036-0af8-454e-b638-574149b50bb2 req-84f213ef-027f-42cd-8f90-359c9b4f61ab tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 943 time: 0.0497978 Oct 12 16:51:37.005921 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ae635036-0af8-454e-b638-574149b50bb2 req-8d55505e-a05e-417e-a2a2-9cc098fdc3c9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Oct 12 16:51:37.342489 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c6a8-fc1c-4517-a516-3ab71beb2153 req-cd09afda-0e98-4dfe-a044-de611e4fb433 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.345221 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a8f8c6a8-fc1c-4517-a516-3ab71beb2153 req-cd09afda-0e98-4dfe-a044-de611e4fb433 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0583477 Oct 12 16:51:37.414374 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a8f8c6a8-fc1c-4517-a516-3ab71beb2153 req-8d9314f1-4555-4e5d-83f5-626e9d991f54 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615587 Oct 12 16:51:37.709443 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbade464-1148-4d51-b84d-9f9630ddf7c7 req-9df98da1-e827-4461-a48c-c2387d078b08 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.711259 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fbade464-1148-4d51-b84d-9f9630ddf7c7 req-9df98da1-e827-4461-a48c-c2387d078b08 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0789189 Oct 12 16:51:37.720557 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-88e00144-bbeb-407e-9485-8b2801dd0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.722123 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-88e00144-bbeb-407e-9485-8b2801dd0fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0597949 Oct 12 16:51:37.759764 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fbade464-1148-4d51-b84d-9f9630ddf7c7 req-38f3868e-0878-4c18-b8d6-56764319f666 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Oct 12 16:51:37.832701 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-6bb0e330-9cc6-4e8a-950d-fe6abc39fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.836723 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-6bb0e330-9cc6-4e8a-950d-fe6abc39fb1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.1011300 Oct 12 16:51:37.892601 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-73643e80-423f-4d94-8d1e-0e9b3782bf6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0459719 Oct 12 16:51:37.969063 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-ea4f1682-fe85-47e0-84a1-b2b5e9058073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:37.970918 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-ea4f1682-fe85-47e0-84a1-b2b5e9058073 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0687721 Oct 12 16:51:38.008650 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-098d752c-3bd6-40b3-92e8-35021bb9aa51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275848 Oct 12 16:51:38.119961 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-f2651e61-f4de-46d0-9aa6-abec8146875a service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916474 Oct 12 16:51:38.133467 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61630b49-d8ef-42b2-a59b-131649baa17c req-c6b2f246-9353-4977-be8d-f3db29aa8eff tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:38.135257 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-61630b49-d8ef-42b2-a59b-131649baa17c req-c6b2f246-9353-4977-be8d-f3db29aa8eff tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 943 time: 0.0577943 Oct 12 16:51:38.180057 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-61630b49-d8ef-42b2-a59b-131649baa17c req-ff2c7bde-9486-4b96-a28d-891803abde73 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Oct 12 16:51:38.234435 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b32f1c42-49c4-4113-8f95-101d4b769022 req-19d2ab2a-3d26-4e69-83bc-db38faa10755 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051412 Oct 12 16:51:38.339477 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225fc08-fe5f-4cd2-b2b7-ebfc2c58b5fa req-7c5ce5ce-c193-4988-8e36-747738ce49a8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:38.340929 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4225fc08-fe5f-4cd2-b2b7-ebfc2c58b5fa req-7c5ce5ce-c193-4988-8e36-747738ce49a8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0486524 Oct 12 16:51:38.388427 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4225fc08-fe5f-4cd2-b2b7-ebfc2c58b5fa req-a12402c7-5db8-4ca5-b629-bf3e2e70b090 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Oct 12 16:51:38.960411 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655dbb2-c48a-4db5-b937-8988f1927272 req-5e7a081a-5290-4e9c-9eba-2e0c40b77165 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:38.970951 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a655dbb2-c48a-4db5-b937-8988f1927272 req-5e7a081a-5290-4e9c-9eba-2e0c40b77165 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0667276 Oct 12 16:51:39.022213 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a655dbb2-c48a-4db5-b937-8988f1927272 req-0091f411-5da6-4c77-8533-4aa0ac12e478 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501955 Oct 12 16:51:39.321560 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d58b-9e1b-4698-86f9-ec15b50f5d1b req-58d99c91-9211-473f-b093-c7393ecad340 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.323958 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5da5d58b-9e1b-4698-86f9-ec15b50f5d1b req-58d99c91-9211-473f-b093-c7393ecad340 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 943 time: 0.0595560 Oct 12 16:51:39.366928 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5da5d58b-9e1b-4698-86f9-ec15b50f5d1b req-6d2a9fa9-7ce9-44a0-8fb6-cca14192e93d tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Oct 12 16:51:39.546789 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b413d62-2b3c-4070-9b4b-7234b15dbd9b req-dba66c01-65bc-4c52-af6f-05022d162b5e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:39.550875 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4b413d62-2b3c-4070-9b4b-7234b15dbd9b req-dba66c01-65bc-4c52-af6f-05022d162b5e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0813823 Oct 12 16:51:39.641284 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4b413d62-2b3c-4070-9b4b-7234b15dbd9b req-cc564824-fc4d-4941-98a8-5b46ad7c21a1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847485 Oct 12 16:51:39.946936 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:51:40.153391 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab817be5-45e3-4c9e-bb89-072d21f69224 req-574a1926-74cd-4b30-a7d3-17b32be031fe tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:40.155515 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab817be5-45e3-4c9e-bb89-072d21f69224 req-574a1926-74cd-4b30-a7d3-17b32be031fe tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0582533 Oct 12 16:51:40.198980 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:40.214331 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab817be5-45e3-4c9e-bb89-072d21f69224 req-717fa050-b6d9-4fab-9fb4-f1ef292d1139 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525312 Oct 12 16:51:40.237525 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'port_id': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', 'mac_address': 'fa:16:3e:b0:7b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09af2e27-152b-4cd7-87de-85b4edc60792', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:51:40.298953 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:40.327906 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:51:40.376427 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:40.386791 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:40.499583 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:40.507069 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.507444 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.507776 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.508113 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.508442 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.508765 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.509115 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.509463 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.509805 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.510163 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.510895 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.511224 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:51:40.580856 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810faf1-3c56-4831-b064-a486c86a904c req-6ced4a42-3d29-48f6-9074-beaa917d8e82 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:40.582590 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b810faf1-3c56-4831-b064-a486c86a904c req-6ced4a42-3d29-48f6-9074-beaa917d8e82 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 944 time: 0.0547411 Oct 12 16:51:40.646458 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b810faf1-3c56-4831-b064-a486c86a904c req-74ecca03-0780-4454-9fc2-7bc3df68ae6e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577748 Oct 12 16:51:40.775431 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c87d38-6f15-439a-b50e-007244d622bd req-859cfe04-5c59-4edb-9b7c-67c6a877b26c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:40.784905 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-66c87d38-6f15-439a-b50e-007244d622bd req-859cfe04-5c59-4edb-9b7c-67c6a877b26c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0702391 Oct 12 16:51:40.872148 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-66c87d38-6f15-439a-b50e-007244d622bd req-d874d618-a526-438b-ace9-2a4a17075c54 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859780 Oct 12 16:51:40.887984 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac06b68-ef75-4c14-9a7f-0d68ae2ba04a req-74e0fc57-2699-48f6-a33e-246c771a322b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:40.889991 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5ac06b68-ef75-4c14-9a7f-0d68ae2ba04a req-74e0fc57-2699-48f6-a33e-246c771a322b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0956123 Oct 12 16:51:40.940396 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5ac06b68-ef75-4c14-9a7f-0d68ae2ba04a req-b41dcfb2-bd83-4b21-86aa-8ad032f70ea4 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Oct 12 16:51:41.331231 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3c008-a385-40be-8b83-3e6fd10ccfd0 req-ce0e0692-416e-4f31-980e-6259005d9706 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:41.332672 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-71b3c008-a385-40be-8b83-3e6fd10ccfd0 req-ce0e0692-416e-4f31-980e-6259005d9706 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Oct 12 16:51:41.381711 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-71b3c008-a385-40be-8b83-3e6fd10ccfd0 req-6d24b1f3-615b-4088-93f0-3c59e53e4ca0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Oct 12 16:51:41.417849 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:41.791286 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07b819-b999-4a75-8f6e-234c2ded36a3 req-f4c876e9-4daf-4c6b-9c0a-c81e621ee3f6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:41.792760 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ad07b819-b999-4a75-8f6e-234c2ded36a3 req-f4c876e9-4daf-4c6b-9c0a-c81e621ee3f6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 944 time: 0.0712199 Oct 12 16:51:41.845031 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ad07b819-b999-4a75-8f6e-234c2ded36a3 req-683269c3-8fba-4971-8d70-b11f6725ddca tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Oct 12 16:51:42.109773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa03f-e2d4-4615-a5d3-d5d8dba63d5e req-9c994514-06ca-4342-aa76-b3c29746cd4e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:42.112030 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-636fa03f-e2d4-4615-a5d3-d5d8dba63d5e req-9c994514-06ca-4342-aa76-b3c29746cd4e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1154099 Oct 12 16:51:42.174292 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-636fa03f-e2d4-4615-a5d3-d5d8dba63d5e req-1c41fee8-04d1-42e6-8d53-9b145598a70f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488422 Oct 12 16:51:42.183369 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3520b6d-6373-4619-b83f-858b1e707d99 req-f3f03ebc-0755-46fa-83e8-7380c11ebef8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:42.187111 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a3520b6d-6373-4619-b83f-858b1e707d99 req-f3f03ebc-0755-46fa-83e8-7380c11ebef8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0989232 Oct 12 16:51:42.254186 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a3520b6d-6373-4619-b83f-858b1e707d99 req-415ee455-e8d3-4ef1-ad2c-c659e78a4070 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529368 Oct 12 16:51:42.538033 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28a83e-3f29-4b07-aa7a-fd807f1c7189 req-35d4453e-c70d-4c65-8095-c72a9210865b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:42.539905 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5a28a83e-3f29-4b07-aa7a-fd807f1c7189 req-35d4453e-c70d-4c65-8095-c72a9210865b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0631747 Oct 12 16:51:42.593462 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5a28a83e-3f29-4b07-aa7a-fd807f1c7189 req-042e61af-8ae9-4a88-a2b0-22477142644c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Oct 12 16:51:42.754949 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a1016-f597-4db8-b676-bd9424e4dc22 req-15f1c524-fa0b-4390-bf73-f46452800eb5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:42.756482 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-132a1016-f597-4db8-b676-bd9424e4dc22 req-15f1c524-fa0b-4390-bf73-f46452800eb5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.0589521 Oct 12 16:51:42.799882 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-132a1016-f597-4db8-b676-bd9424e4dc22 req-763b62fd-a4b7-465f-9299-9d493d5cd8b4 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Oct 12 16:51:43.038592 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e1e18-5466-4275-9212-7bc130f0e5e4 req-15006239-966c-4a67-aab6-ccabb43f090f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.040098 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-471e1e18-5466-4275-9212-7bc130f0e5e4 req-15006239-966c-4a67-aab6-ccabb43f090f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 944 time: 0.0525253 Oct 12 16:51:43.088670 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-471e1e18-5466-4275-9212-7bc130f0e5e4 req-cd25b26d-dde0-45ac-8d72-1d5611c9a611 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Oct 12 16:51:43.307441 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfbbfd-0dcc-4e7d-9554-661ad56a5393 req-4a15ab81-9ad7-4763-a28a-478becad64f0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.308898 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7bdfbbfd-0dcc-4e7d-9554-661ad56a5393 req-4a15ab81-9ad7-4763-a28a-478becad64f0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0503905 Oct 12 16:51:43.370848 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7bdfbbfd-0dcc-4e7d-9554-661ad56a5393 req-1b2e5181-d1d4-4010-b127-384c73006b87 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527637 Oct 12 16:51:43.381266 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934a6c4-8a18-44f6-8e8c-1fbba392e845 req-9244cd89-275a-4018-b05e-5e5268c1e2a8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.382741 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4934a6c4-8a18-44f6-8e8c-1fbba392e845 req-9244cd89-275a-4018-b05e-5e5268c1e2a8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0729842 Oct 12 16:51:43.434157 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4934a6c4-8a18-44f6-8e8c-1fbba392e845 req-a7a2b902-de8a-4c88-8dc2-5535acbe07e3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 Oct 12 16:51:43.944128 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321ea96-dac8-4215-9aff-e46b0cd14fc1 req-7c67cad5-7f2f-4abd-b10e-4a451654bbc5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:43.945606 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8321ea96-dac8-4215-9aff-e46b0cd14fc1 req-7c67cad5-7f2f-4abd-b10e-4a451654bbc5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.0600138 Oct 12 16:51:43.953260 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:51:43.986169 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8321ea96-dac8-4215-9aff-e46b0cd14fc1 req-fb9b7e2a-b2d7-4a71-9a84-9a9376f1ecca tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Oct 12 16:51:44.002699 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:51:44.007991 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:44.008454 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.112571 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.136593 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:44.139732 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1eca1-a107-4f83-8711-43450f492c0d" -d '{"events": [{"server_uuid": "e37753c7-28db-44c5-ad60-29e703f806b6", "name": "network-vif-plugged", "status": "completed", "tag": "f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:44.152364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:44.156756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:44.179879 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed957a-a304-4757-9012-d6d18f0319c9 req-9b06025e-530c-40a9-a84e-08e615ebcb52 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:44.181324 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-57ed957a-a304-4757-9012-d6d18f0319c9 req-9b06025e-530c-40a9-a84e-08e615ebcb52 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0647135 Oct 12 16:51:44.203942 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:44.237986 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddab97-0d39-4b0f-bbec-4b4d91179684 req-d9e68bca-5d17-4d3f-ad36-efa5ba19f01b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:44.239435 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8eddab97-0d39-4b0f-bbec-4b4d91179684 req-d9e68bca-5d17-4d3f-ad36-efa5ba19f01b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 945 time: 0.0809734 Oct 12 16:51:44.244445 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-57ed957a-a304-4757-9012-d6d18f0319c9 req-e03f3833-ed1a-457a-b738-62edfc70db50 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498822 Oct 12 16:51:44.280479 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8eddab97-0d39-4b0f-bbec-4b4d91179684 req-3087f36b-5f8d-4e7e-8dc4-391dbb529bbe tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Oct 12 16:51:44.291315 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e58eeff-2db8-46b5-99b6-a8ed7f7aea86 x-openstack-request-id: req-8e58eeff-2db8-46b5-99b6-a8ed7f7aea86 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:44.291627 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37753c7-28db-44c5-ad60-29e703f806b6", "name": "network-vif-plugged", "status": "completed", "tag": "f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:44.291884 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e58eeff-2db8-46b5-99b6-a8ed7f7aea86 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:44.292276 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', 'code': 200} Oct 12 16:51:44.506372 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c034-cf6e-468f-8096-a11e1dc86083 req-6dc47b34-54ae-44ab-8a92-07713d5c9a48 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:44.507821 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ad4c034-cf6e-468f-8096-a11e1dc86083 req-6dc47b34-54ae-44ab-8a92-07713d5c9a48 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0566974 Oct 12 16:51:44.543510 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ad4c034-cf6e-468f-8096-a11e1dc86083 req-5e453716-b149-4706-a2bb-5055be73f0f0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296733 Oct 12 16:51:44.603565 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697dca-13dd-45e3-8a24-508c0d04454b req-dfb6f85d-6bdf-4179-b0d9-495ce38f7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:44.606497 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c8697dca-13dd-45e3-8a24-508c0d04454b req-dfb6f85d-6bdf-4179-b0d9-495ce38f7542 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1098 time: 0.0566049 Oct 12 16:51:44.658912 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c8697dca-13dd-45e3-8a24-508c0d04454b req-2505c1b2-e994-4173-8f04-4c893ed710ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281115 Oct 12 16:51:44.674527 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d62f-2732-4839-9c58-eeea9bcc167e req-44095580-9812-41ff-8247-ae842f4ea705 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:44.682567 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd06d62f-2732-4839-9c58-eeea9bcc167e req-44095580-9812-41ff-8247-ae842f4ea705 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0576127 Oct 12 16:51:44.719641 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd06d62f-2732-4839-9c58-eeea9bcc167e req-0e4fb902-cf10-4ef5-ad1d-89d04ac75623 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360880 Oct 12 16:51:45.158925 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-e22035a2-de6e-475d-a2c9-d8dde9b5db9a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395880772&fields=id&tenant_id=fa94f0777efa4b4ab427769cdbbb82f6 HTTP/1.1" status: 200 len: 267 time: 0.0869920 Oct 12 16:51:45.224328 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0d21-25be-47a0-8094-70a5c0dc05c2 req-b0dffb2a-8f78-4e91-b3d1-cd42edace586 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.225786 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-793d0d21-25be-47a0-8094-70a5c0dc05c2 req-b0dffb2a-8f78-4e91-b3d1-cd42edace586 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.1470337 Oct 12 16:51:45.312893 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-793d0d21-25be-47a0-8094-70a5c0dc05c2 req-96855fe6-7858-4bc7-a22a-2e7392403c41 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622425 Oct 12 16:51:45.342366 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-ba081152-9f2a-426b-94a8-79e4631e9143 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.350716 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-ba081152-9f2a-426b-94a8-79e4631e9143 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/networks?id=00bf0f6e-1720-42b7-80c7-49a535e4f522 HTTP/1.1" status: 200 len: 812 time: 0.1716197 Oct 12 16:51:45.362358 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-a26c2edd-66b9-4041-96bf-fd24ace4ed56 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/quotas/fa94f0777efa4b4ab427769cdbbb82f6 HTTP/1.1" status: 200 len: 375 time: 0.0105951 Oct 12 16:51:45.456024 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-9e5c0533-84e7-4caf-91cf-13a378b24b14 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa94f0777efa4b4ab427769cdbbb82f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882392 Oct 12 16:51:45.473590 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16214b5e-99a9-47f9-a357-c6ad0482af48 req-9e0d1025-3c59-4058-94b2-f330197514a0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.475081 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-16214b5e-99a9-47f9-a357-c6ad0482af48 req-9e0d1025-3c59-4058-94b2-f330197514a0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 945 time: 0.0782418 Oct 12 16:51:45.602454 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-16214b5e-99a9-47f9-a357-c6ad0482af48 req-66ac53da-9161-473e-87e8-7f92361d3831 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147780 Oct 12 16:51:45.644895 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-af722800-279e-41fc-9d36-1a60488e304f service neutron] 10.222.0.58 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686594 Oct 12 16:51:45.959709 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d578-91b5-440a-8262-1375af2ade40 req-92aef802-4af1-4fe1-be66-7859b736d1fa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:45.961209 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4369d578-91b5-440a-8262-1375af2ade40 req-92aef802-4af1-4fe1-be66-7859b736d1fa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.2931755 Oct 12 16:51:45.964910 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-67c5439d-20e0-4afc-867b-5eb34a0c6137 service neutron] 10.222.0.58 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141613 Oct 12 16:51:46.012684 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4369d578-91b5-440a-8262-1375af2ade40 req-ebd43d17-91a9-4d24-9281-b3dcb9988cc4 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455422 Oct 12 16:51:46.149278 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c93da-3b27-49a7-823d-aee7bc322f6f req-b94f470a-8684-4ae0-a373-6b55919605fd tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:46.151890 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-893c93da-3b27-49a7-823d-aee7bc322f6f req-b94f470a-8684-4ae0-a373-6b55919605fd tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0749230 Oct 12 16:51:46.190681 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-893c93da-3b27-49a7-823d-aee7bc322f6f req-4ab76647-1581-4682-8159-8a7bf475aa05 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Oct 12 16:51:46.314311 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d3ce21a6-92cf-4b21-ac12-7736842445af req-8cfacf16-d164-4f16-a025-76884ca35727 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0367086 Oct 12 16:51:46.476855 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc4958-7950-47d0-87c4-a9adb35c99e6 req-c4649148-e02a-4075-af48-cf72cf4b143e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:46.479210 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b0cc4958-7950-47d0-87c4-a9adb35c99e6 req-c4649148-e02a-4075-af48-cf72cf4b143e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.0757024 Oct 12 16:51:46.614514 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b0cc4958-7950-47d0-87c4-a9adb35c99e6 req-0a3c0fd0-8ae1-49e6-8ffb-71ba24a8d312 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282134 Oct 12 16:51:46.627901 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252eca-7e04-4aab-9888-d7c042146a61 req-6526efac-aad8-462a-b948-c8c537ab0a52 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:46.629724 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-92252eca-7e04-4aab-9888-d7c042146a61 req-6526efac-aad8-462a-b948-c8c537ab0a52 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 945 time: 0.1288049 Oct 12 16:51:46.844487 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb258-9ee4-414b-bc70-398b3eadba91 req-9f544fc5-eb92-4b0d-8208-9943e37d0ae6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:46.855984 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ae7fb258-9ee4-414b-bc70-398b3eadba91 req-9f544fc5-eb92-4b0d-8208-9943e37d0ae6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 945 time: 0.1551602 Oct 12 16:51:46.892888 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Deleting port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:51:46.893248 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:46.911779 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ae7fb258-9ee4-414b-bc70-398b3eadba91 req-1573d304-8500-47c6-a875-1b3cf30b3d5c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551057 Oct 12 16:51:47.054991 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] For port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:51:47.055353 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:47.068059 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Calling delete_port for cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:51:47.133513 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650e4a2-7b26-4d18-8fe3-c1ef2f62caa1 req-bc2f0e40-f33a-4f91-a56f-fd40ef5156c2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.135018 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1650e4a2-7b26-4d18-8fe3-c1ef2f62caa1 req-bc2f0e40-f33a-4f91-a56f-fd40ef5156c2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0492017 Oct 12 16:51:47.183285 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1650e4a2-7b26-4d18-8fe3-c1ef2f62caa1 req-54592ef0-9fbb-4674-acb1-3e6eabb033df tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Oct 12 16:51:47.216793 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:47.267703 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Pushing event deleted for resources: {'Port': ['ID=cc66ae4a-b9bc-4856-a642-fd5b5f5f9131,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:47.274941 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['cc66ae4a-b9bc-4856-a642-fd5b5f5f9131'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:51:47.351425 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] No DVR routers for this DVR port cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:51:47.367088 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:47.371165 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-92252eca-7e04-4aab-9888-d7c042146a61 req-712ccf2d-7306-4304-8d21-7db6411b848d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "DELETE /v2.0/ports/cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 HTTP/1.1" status: 204 len: 173 time: 0.6846266 Oct 12 16:51:47.371845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'name': 'network-vif-deleted', 'tag': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:47.375226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f12137-c357-493b-94d3-603da20f311d" -d '{"events": [{"server_uuid": "99c9fdcb-0155-4522-8194-0a1a1c155d3f", "name": "network-vif-deleted", "tag": "cc66ae4a-b9bc-4856-a642-fd5b5f5f9131"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:47.380849 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceaa96-8399-497b-a33b-9060aba16865 req-b2e893c5-3c3a-449d-adc2-496b12ee8b60 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:47.388649 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3bceaa96-8399-497b-a33b-9060aba16865 req-b2e893c5-3c3a-449d-adc2-496b12ee8b60 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0828955 Oct 12 16:51:47.436868 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6c80bc3c-7dfb-4de3-984f-7472e008c06d req-454fc68b-a0ab-409d-92c5-1a6a956ab2f0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0320342 Oct 12 16:51:47.470611 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3bceaa96-8399-497b-a33b-9060aba16865 req-80c81792-e2bd-4188-9f40-95e039b4df48 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808544 Oct 12 16:51:47.548624 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d9de7-72be-4780-a52b-d73f1becddad x-openstack-request-id: req-117d9de7-72be-4780-a52b-d73f1becddad {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:47.549203 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c9fdcb-0155-4522-8194-0a1a1c155d3f", "name": "network-vif-deleted", "tag": "cc66ae4a-b9bc-4856-a642-fd5b5f5f9131", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:47.549650 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-117d9de7-72be-4780-a52b-d73f1becddad {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:47.550342 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c9fdcb-0155-4522-8194-0a1a1c155d3f', 'name': 'network-vif-deleted', 'tag': 'cc66ae4a-b9bc-4856-a642-fd5b5f5f9131', 'status': 'completed', 'code': 200} Oct 12 16:51:47.755066 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5fc784f4-ff7d-4f24-88d5-79f1b7564357 req-057332bf-b84c-45dc-88d4-41fc6802b57f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.0270967 Oct 12 16:51:48.094360 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326b3b0-b29e-4471-9373-60c0b89fa141 req-b8791283-5124-47a2-ac32-91a15b6df432 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:48.115691 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d326b3b0-b29e-4471-9373-60c0b89fa141 req-b8791283-5124-47a2-ac32-91a15b6df432 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 945 time: 0.0937963 Oct 12 16:51:48.211723 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d326b3b0-b29e-4471-9373-60c0b89fa141 req-9705dbac-bf9c-4789-a87d-7fb076b517b2 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888484 Oct 12 16:51:48.332409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-86433de7-13c3-453b-8e1f-2f49e9201335 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:48.334784 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-86433de7-13c3-453b-8e1f-2f49e9201335 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.43 "GET /v2.0/networks?id=00bf0f6e-1720-42b7-80c7-49a535e4f522 HTTP/1.1" status: 200 len: 812 time: 0.1758499 Oct 12 16:51:48.384675 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9195-39fd-4c6d-ab88-fc401004f6f0 req-fc3879b2-2a81-460d-9ee2-f2fe66bad6aa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:48.392530 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15dc9195-39fd-4c6d-ab88-fc401004f6f0 req-fc3879b2-2a81-460d-9ee2-f2fe66bad6aa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0865941 Oct 12 16:51:48.412145 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-9ea66f17-6776-4d3b-bbb6-07a582308405 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa94f0777efa4b4ab427769cdbbb82f6 HTTP/1.1" status: 200 len: 379 time: 0.0525684 Oct 12 16:51:48.425801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'port': {'device_id': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'admin_state_up': True, 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'security_groups': ['522853eb-7b7d-4865-99c1-b6732c8886b8']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:48.427551 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15dc9195-39fd-4c6d-ab88-fc401004f6f0 req-2486125a-545f-40fe-a88e-1e79452e2a57 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Oct 12 16:51:48.584638 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Made reservation on behalf of fa94f0777efa4b4ab427769cdbbb82f6 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:51:48.589387 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:48.599095 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cadde380-4971-44d0-abc7-acec233d613b req-240d2444-3cf2-47e5-81bd-844538f1b6a2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0600052 Oct 12 16:51:48.787942 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e797-3d4e-4986-9509-0a2135e0544e req-578b5f68-d2ce-4915-b2ce-40c390b6ec8f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:48.798008 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b1a8e797-3d4e-4986-9509-0a2135e0544e req-578b5f68-d2ce-4915-b2ce-40c390b6ec8f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0795858 Oct 12 16:51:48.845122 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b1a8e797-3d4e-4986-9509-0a2135e0544e req-aab34492-391d-40d5-a137-ab9f07317dc2 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Oct 12 16:51:48.849843 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Allocated IP 172.20.0.9 (00bf0f6e-1720-42b7-80c7-49a535e4f522/6dded079-941c-4474-8688-215447e9f76e/da8e66e8-51a8-439f-a30e-6283644f707b) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:51:48.918466 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1e896532-c595-45fd-9b41-633fb7f3ac7b req-4ecf5036-bda7-4eff-b23e-b34c23b49714 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.0395083 Oct 12 16:51:49.039770 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:49.086223 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:49.132189 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:51:49.135356 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:51:49.139246 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:51:49.189841 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'Port': ['ID=da8e66e8-51a8-439f-a30e-6283644f707b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:49.215825 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:49.217367 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:49.240964 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-6df241fe-2055-4cf7-ab75-9cf9643b0bd1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196702 Oct 12 16:51:49.380589 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-eb37062c-f4ff-432a-9ea4-6f445b93c18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:49.552121 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-eb99f18f-71b7-42a6-a7bb-8ed2df3a21c8 None None] Provisioning complete for port da8e66e8-51a8-439f-a30e-6283644f707b triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:51:49.552820 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-eb99f18f-71b7-42a6-a7bb-8ed2df3a21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:49.570842 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e9839-630f-4954-b236-7f86f3cb294d req-b7821713-6e60-4ad2-9faf-8c3c54d3b78b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:49.578861 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-514e9839-630f-4954-b236-7f86f3cb294d req-b7821713-6e60-4ad2-9faf-8c3c54d3b78b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0650713 Oct 12 16:51:49.595627 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-eb99f18f-71b7-42a6-a7bb-8ed2df3a21c8 None None] Port da8e66e8-51a8-439f-a30e-6283644f707b cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:51:49.624930 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-514e9839-630f-4954-b236-7f86f3cb294d req-da7887d9-0a93-4bfe-b430-2291bb29a2fd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Oct 12 16:51:49.738005 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de5526-6593-4c0f-a697-7e6b74be0f08 req-b3570f12-93a3-4b08-a984-8cffda4cf23e tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:49.739516 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e4de5526-6593-4c0f-a697-7e6b74be0f08 req-b3570f12-93a3-4b08-a984-8cffda4cf23e tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 931 time: 0.0539532 Oct 12 16:51:49.794262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e4de5526-6593-4c0f-a697-7e6b74be0f08 req-c5119c16-76a8-4692-8090-e91c8cc61711 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Oct 12 16:51:50.017207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bd4fc-54d2-4f18-a87f-44e49d0daca1 req-7faf9d25-fcb4-4af5-8257-8a76dcfebd3d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:50.024737 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff7bd4fc-54d2-4f18-a87f-44e49d0daca1 req-7faf9d25-fcb4-4af5-8257-8a76dcfebd3d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0750375 Oct 12 16:51:50.073508 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-84635867-ddce-43a9-8da5-b8c32f902152 req-3ab32a0f-98a8-44fa-8b25-cd968d1f6a54 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.0462098 Oct 12 16:51:50.105492 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff7bd4fc-54d2-4f18-a87f-44e49d0daca1 req-37b59c97-e47c-461e-8076-9b3d35580324 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797982 Oct 12 16:51:50.750422 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8e7d9-59fa-4490-8ae7-a9a0ab160324 req-6155dc12-0c33-4cb2-a601-25c203ca1825 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:50.751961 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e7a8e7d9-59fa-4490-8ae7-a9a0ab160324 req-6155dc12-0c33-4cb2-a601-25c203ca1825 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0552070 Oct 12 16:51:50.802266 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e7a8e7d9-59fa-4490-8ae7-a9a0ab160324 req-e520fc9d-fb41-4304-9325-6b668bdeaf06 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Oct 12 16:51:50.950792 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff9671-f548-4abe-952d-0bd82e63a363 req-9353031c-b769-4716-a1d4-a4ef764318b9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:50.955905 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4eff9671-f548-4abe-952d-0bd82e63a363 req-9353031c-b769-4716-a1d4-a4ef764318b9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 931 time: 0.0741043 Oct 12 16:51:50.996267 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4eff9671-f548-4abe-952d-0bd82e63a363 req-ccb9bb35-27b5-4b23-8e62-c3ad1e3a7819 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Oct 12 16:51:51.299687 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-729b6999-a8b7-42e9-bfd6-1cebef8b049d req-a05b8be7-14f8-4136-9e18-1c7ce7705df0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c9fdcb-0155-4522-8194-0a1a1c155d3f HTTP/1.1" status: 200 len: 210 time: 0.1085310 Oct 12 16:51:51.329014 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39637-6964-4167-b4c5-208ad9fe2292 req-5f27adff-d991-400e-a15c-8ddca5d7898a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:51.336478 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4cf39637-6964-4167-b4c5-208ad9fe2292 req-5f27adff-d991-400e-a15c-8ddca5d7898a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.1496060 Oct 12 16:51:51.375078 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4cf39637-6964-4167-b4c5-208ad9fe2292 req-39d99063-592c-4c3e-b2a9-50683ca3c938 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374260 Oct 12 16:51:51.704786 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Request body: {'port': {'device_id': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:51:51.778569 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:51.974251 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120a43d-9fe6-466b-b094-6fb576eb18bc req-55a9759a-92d4-4283-8c34-f686bfdbac37 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:51.983444 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b120a43d-9fe6-466b-b094-6fb576eb18bc req-55a9759a-92d4-4283-8c34-f686bfdbac37 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0625045 Oct 12 16:51:52.027245 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b120a43d-9fe6-466b-b094-6fb576eb18bc req-2a199385-3b5b-4ce0-912e-77b4ab879a82 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431871 Oct 12 16:51:52.098106 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9ced7161-061f-4b88-a171-bb4e3cb69f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:52.150923 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d58c0d-3f35-4a45-9b59-8f107edc7de7 req-71ab2106-d52c-48ee-91dc-48167ff41aab tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.152779 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f6d58c0d-3f35-4a45-9b59-8f107edc7de7 req-71ab2106-d52c-48ee-91dc-48167ff41aab tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 931 time: 0.0722795 Oct 12 16:51:52.162396 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8e66e8-51a8-439f-a30e-6283644f707b {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:51:52.171471 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:52.187224 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Transition to ACTIVE for port object da8e66e8-51a8-439f-a30e-6283644f707b will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:51:52.192564 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:52.213805 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f6d58c0d-3f35-4a45-9b59-8f107edc7de7 req-b2935b50-198b-4f51-9451-e45f7ecdc39f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547602 Oct 12 16:51:52.282160 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Pushing event updated for resources: {'Port': ['ID=da8e66e8-51a8-439f-a30e-6283644f707b,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:52.366638 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Attempting to bind port da8e66e8-51a8-439f-a30e-6283644f707b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:51:52.367505 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Attempting to bind port da8e66e8-51a8-439f-a30e-6283644f707b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:51:52.368495 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Attempting to bind port da8e66e8-51a8-439f-a30e-6283644f707b on network 00bf0f6e-1720-42b7-80c7-49a535e4f522 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:52.377944 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Port da8e66e8-51a8-439f-a30e-6283644f707b on network 00bf0f6e-1720-42b7-80c7-49a535e4f522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:51:52.378276 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Attempting to bind port da8e66e8-51a8-439f-a30e-6283644f707b on network 00bf0f6e-1720-42b7-80c7-49a535e4f522 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:51:52.385089 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:51:52.389045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Checking segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:51:52.389045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Bound using segment: {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:51:52.389045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Bound port: da8e66e8-51a8-439f-a30e-6283644f707b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d6f9c3-03ea-4815-b08d-5446158318b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:51:52.389045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:52.512191 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] For port da8e66e8-51a8-439f-a30e-6283644f707b, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:51:52.520291 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] For port da8e66e8-51a8-439f-a30e-6283644f707b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=da8e66e8-51a8-439f-a30e-6283644f707b,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:51:52.528141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:52.585489 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.586131 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:52.599874 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] 10.222.0.43 "PUT /v2.0/ports/da8e66e8-51a8-439f-a30e-6283644f707b HTTP/1.1" status: 200 len: 1093 time: 0.9035928 Oct 12 16:51:52.600373 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:51:52.602731 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:51:52.665138 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cb003-e88b-4fc3-a530-a83b8508e248 service neutron] Pushing event updated for resources: {'Port': ['ID=da8e66e8-51a8-439f-a30e-6283644f707b,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:51:52.677145 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db83580-bd8b-4854-b9d2-bbe87e84ec99 x-openstack-request-id: req-0db83580-bd8b-4854-b9d2-bbe87e84ec99 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:51:52.678075 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:51:52.678652 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0db83580-bd8b-4854-b9d2-bbe87e84ec99 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:51:52.679265 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'status': 'completed', 'code': 200} Oct 12 16:51:52.691549 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314b0af-7ea8-405b-85cf-7b52e516544a req-041b4f46-e52d-401b-a211-fcac5e9aaf8d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.693330 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1314b0af-7ea8-405b-85cf-7b52e516544a req-041b4f46-e52d-401b-a211-fcac5e9aaf8d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.1419733 Oct 12 16:51:52.768165 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-2590916d-fe73-40b0-9786-6202d2cf30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.768881 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1314b0af-7ea8-405b-85cf-7b52e516544a req-2818b61b-3806-4da5-8ff7-c47d6ddd4bcb tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692487 Oct 12 16:51:52.782326 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-2590916d-fe73-40b0-9786-6202d2cf30fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa94f0777efa4b4ab427769cdbbb82f6&device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 1096 time: 0.0772691 Oct 12 16:51:52.852399 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-f5ae18ff-1098-41b3-af2c-e41c4392ed61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da8e66e8-51a8-439f-a30e-6283644f707b HTTP/1.1" status: 200 len: 217 time: 0.0438962 Oct 12 16:51:52.928507 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-0528739d-cdf4-4764-a16e-277f33c31b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.930122 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-0528739d-cdf4-4764-a16e-277f33c31b9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6dded079-941c-4474-8688-215447e9f76e HTTP/1.1" status: 200 len: 851 time: 0.0697958 Oct 12 16:51:52.979108 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-b2368d9a-5756-4817-88c4-3d33b8e361ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:52.980705 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-b2368d9a-5756-4817-88c4-3d33b8e361ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00bf0f6e-1720-42b7-80c7-49a535e4f522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427294 Oct 12 16:51:53.100007 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-5cb75de6-6d89-45ac-99f9-95fb542e3ea9 service neutron] 10.222.0.43 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001630 Oct 12 16:51:53.136741 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:53.140738 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:53.207374 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8bfad69e-7ed9-47a9-97b6-17930472dc5d req-4d49bd08-a723-4495-a83c-ad6b5f0c758c service neutron] 10.222.0.43 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991383 Oct 12 16:51:53.227486 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b607a-bfb3-45b5-8b0c-ac2ea550be39 req-5371ba57-189b-41f6-a4c2-529125dbe72e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.229045 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e44b607a-bfb3-45b5-8b0c-ac2ea550be39 req-5371ba57-189b-41f6-a4c2-529125dbe72e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0557468 Oct 12 16:51:53.294221 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e44b607a-bfb3-45b5-8b0c-ac2ea550be39 req-73bd6e42-738a-4b8a-8da4-da664e9186e7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474446 Oct 12 16:51:53.347602 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8b2c-1776-475d-ae25-40052c2f792d req-675383a0-35a4-4a2c-8438-682833d73688 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.364248 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-60ab8b2c-1776-475d-ae25-40052c2f792d req-675383a0-35a4-4a2c-8438-682833d73688 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0608037 Oct 12 16:51:53.387918 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-f14c460b-5dae-4620-b45d-4378189e956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.389684 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-f14c460b-5dae-4620-b45d-4378189e956e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa94f0777efa4b4ab427769cdbbb82f6&device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 1096 time: 0.0540614 Oct 12 16:51:53.395100 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-60ab8b2c-1776-475d-ae25-40052c2f792d req-947b9944-7434-4335-b5dd-989acb58b7c3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365143 Oct 12 16:51:53.506514 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-add12443-60b8-4020-879f-95b79225192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.508009 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-add12443-60b8-4020-879f-95b79225192f service neutron] 10.222.0.43 "GET /v2.0/networks?id=00bf0f6e-1720-42b7-80c7-49a535e4f522 HTTP/1.1" status: 200 len: 914 time: 0.1083643 Oct 12 16:51:53.563948 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-976548bc-abd6-4167-821a-4300d2b14394 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da8e66e8-51a8-439f-a30e-6283644f707b HTTP/1.1" status: 200 len: 217 time: 0.0410435 Oct 12 16:51:53.627816 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-ce50f2a3-c7c9-4b7e-99f8-79ee11739eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.629627 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-ce50f2a3-c7c9-4b7e-99f8-79ee11739eb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6dded079-941c-4474-8688-215447e9f76e HTTP/1.1" status: 200 len: 851 time: 0.0525854 Oct 12 16:51:53.632955 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:51:53.656736 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:51:53.657161 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device cc66ae4a-b9bc-4856-a642-fd5b5f5f9131 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:51:53.896700 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c570978-7c43-4349-8e8f-fdc155ad08ee req-befb9e31-cda3-4fea-afbc-c761fab857b5 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.898993 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2c570978-7c43-4349-8e8f-fdc155ad08ee req-befb9e31-cda3-4fea-afbc-c761fab857b5 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0580928 Oct 12 16:51:53.921292 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-2c37699c-110d-4a75-939b-03fc6c51744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:53.922872 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-2c37699c-110d-4a75-939b-03fc6c51744b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00bf0f6e-1720-42b7-80c7-49a535e4f522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2834218 Oct 12 16:51:53.948042 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2c570978-7c43-4349-8e8f-fdc155ad08ee req-bcd85b3c-2838-4c2f-81ec-da4116296ebc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 Oct 12 16:51:54.031718 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-1ed174cb-0335-4024-a59c-7120e4e8a5d1 service neutron] 10.222.0.43 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957890 Oct 12 16:51:54.136448 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cbe19d4c-a5f3-4a99-bb24-e77bd6f379a2 req-b80c604c-013f-44fa-9960-20b077c681b9 service neutron] 10.222.0.43 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960946 Oct 12 16:51:54.408584 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fc196-4286-45f8-a10f-31720a6198c7 req-d95954bd-03f8-4ca1-8b1b-fbeef6b1b721 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:54.412893 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6a7fc196-4286-45f8-a10f-31720a6198c7 req-d95954bd-03f8-4ca1-8b1b-fbeef6b1b721 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0591202 Oct 12 16:51:54.468616 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6a7fc196-4286-45f8-a10f-31720a6198c7 req-e5a59ff2-b895-4fe3-9c9f-9632070e60dc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488701 Oct 12 16:51:54.539713 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcff88-417a-4d3a-a750-93490c09d740 req-2dda5405-6021-46d7-bbf5-6d6e7f308a13 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:54.541318 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-51dcff88-417a-4d3a-a750-93490c09d740 req-2dda5405-6021-46d7-bbf5-6d6e7f308a13 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0576932 Oct 12 16:51:54.595891 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-51dcff88-417a-4d3a-a750-93490c09d740 req-55f58f65-12cb-4cf1-bd25-df63d43def0b tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478404 Oct 12 16:51:55.078032 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df9b01-62a4-45a3-a2c6-3f02b7acc083 req-1aed1b32-41a1-45ef-929f-325cb342280d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:55.079760 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e7df9b01-62a4-45a3-a2c6-3f02b7acc083 req-1aed1b32-41a1-45ef-929f-325cb342280d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0593667 Oct 12 16:51:55.125790 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e7df9b01-62a4-45a3-a2c6-3f02b7acc083 req-43b05060-8a81-4572-b90d-5b9291822b20 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Oct 12 16:51:55.174127 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:55.598324 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d63e-d990-4d7c-b5a9-eb659d9b3b98 req-8534efd0-bc16-4598-b8a5-3442199f28a1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:55.599868 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b065d63e-d990-4d7c-b5a9-eb659d9b3b98 req-8534efd0-bc16-4598-b8a5-3442199f28a1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0581942 Oct 12 16:51:55.646073 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b065d63e-d990-4d7c-b5a9-eb659d9b3b98 req-050501d1-56a5-4be4-8b9c-807775603506 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Oct 12 16:51:55.708597 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:51:55.756447 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abea3db-e162-44c0-a5e6-096a5636a532 req-51a6ed51-97fa-4b3e-8327-1175e8098089 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:55.758267 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3abea3db-e162-44c0-a5e6-096a5636a532 req-51a6ed51-97fa-4b3e-8327-1175e8098089 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0513039 Oct 12 16:51:55.803083 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3abea3db-e162-44c0-a5e6-096a5636a532 req-95cd245d-c79e-42fa-93bc-60f236a5e4b6 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372374 Oct 12 16:51:56.241117 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d1855-0545-433f-b7de-6671263b5238 req-685c9bbf-b941-4ce4-ab22-f12826c5f898 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:56.242675 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e82d1855-0545-433f-b7de-6671263b5238 req-685c9bbf-b941-4ce4-ab22-f12826c5f898 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0519843 Oct 12 16:51:56.282526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e82d1855-0545-433f-b7de-6671263b5238 req-884b389c-5459-46d3-801d-3f6c1a3aadc8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Oct 12 16:51:56.787193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe319aa-b74d-41f2-9db2-55feb9171318 req-7dbb8023-40a3-4218-af38-9afa340097c5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:56.789505 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cfe319aa-b74d-41f2-9db2-55feb9171318 req-7dbb8023-40a3-4218-af38-9afa340097c5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0541546 Oct 12 16:51:56.857924 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cfe319aa-b74d-41f2-9db2-55feb9171318 req-a5e9adee-1158-4542-844d-0e6db5690e1e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579586 Oct 12 16:51:56.949929 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a36b6-c083-4173-b4fa-531e4b9c6c50 req-9ea10988-127b-4f39-9002-ba5061c5c997 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:56.951382 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c50a36b6-c083-4173-b4fa-531e4b9c6c50 req-9ea10988-127b-4f39-9002-ba5061c5c997 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0516398 Oct 12 16:51:56.994251 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c50a36b6-c083-4173-b4fa-531e4b9c6c50 req-fa4de2eb-51b7-4cf6-b636-7f40ef1f0b41 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332248 Oct 12 16:51:57.432176 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0d40-1ffa-494d-8936-addf0cf16a12 req-0cc1b5d0-bcec-4469-a2cf-cc37d232f00b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:57.432176 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-56ec0d40-1ffa-494d-8936-addf0cf16a12 req-0cc1b5d0-bcec-4469-a2cf-cc37d232f00b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0756190 Oct 12 16:51:57.473732 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-56ec0d40-1ffa-494d-8936-addf0cf16a12 req-b6decc9f-07a9-43f2-8ee5-ea1e4ad4ae9c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350249 Oct 12 16:51:57.995985 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cddd2a-a111-4583-9aa1-859fd7a9c535 req-af0a6200-c3fa-4811-a29f-f58a987da002 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:57.997469 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62cddd2a-a111-4583-9aa1-859fd7a9c535 req-af0a6200-c3fa-4811-a29f-f58a987da002 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0559788 Oct 12 16:51:58.048404 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62cddd2a-a111-4583-9aa1-859fd7a9c535 req-cafbcc62-7823-4b57-aa01-dc01d12057cd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 Oct 12 16:51:58.142151 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22efe82-3cce-4725-8692-ae9d0c2b7991 req-6a9eacbd-81c6-4b94-8089-09a7899e47b5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:58.142550 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c22efe82-3cce-4725-8692-ae9d0c2b7991 req-6a9eacbd-81c6-4b94-8089-09a7899e47b5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0536051 Oct 12 16:51:58.182623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c22efe82-3cce-4725-8692-ae9d0c2b7991 req-3dbcb8d8-a582-446f-9ced-54b41266e3cb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Oct 12 16:51:58.598827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cb771-3cba-4bac-bbc8-ab17be19d93c req-730c3659-0c99-4ccd-8d07-9afb4c47b938 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:58.600260 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b3cb771-3cba-4bac-bbc8-ab17be19d93c req-730c3659-0c99-4ccd-8d07-9afb4c47b938 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0509186 Oct 12 16:51:58.637104 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b3cb771-3cba-4bac-bbc8-ab17be19d93c req-5b7e7c8c-e3dd-4bf6-a7a3-9165f4236704 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Oct 12 16:51:59.179297 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e17774-2f98-429c-9b57-8a887a24a95b req-e8dcd968-d9d4-43fd-b17b-01f63b145858 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:59.180758 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b5e17774-2f98-429c-9b57-8a887a24a95b req-e8dcd968-d9d4-43fd-b17b-01f63b145858 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0475941 Oct 12 16:51:59.217791 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b5e17774-2f98-429c-9b57-8a887a24a95b req-f8579f93-adbb-4a07-979d-867bb927627e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306346 Oct 12 16:51:59.295019 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9e29-a714-496d-bf02-2b69a8b187e5 req-e039ef08-9f62-43f7-a11e-f6e04ad17ef9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:59.296540 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0f3d9e29-a714-496d-bf02-2b69a8b187e5 req-e039ef08-9f62-43f7-a11e-f6e04ad17ef9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0471807 Oct 12 16:51:59.332906 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0f3d9e29-a714-496d-bf02-2b69a8b187e5 req-c7e45697-d3fe-4aea-969e-b798e5d69bd3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305526 Oct 12 16:51:59.656470 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:51:59.753389 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a7681-6f4d-475e-a269-a7dddb9d0d2c req-cb0509aa-f580-4e4a-b937-e064759a85d5 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:51:59.754890 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e0a7681-6f4d-475e-a269-a7dddb9d0d2c req-cb0509aa-f580-4e4a-b937-e064759a85d5 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0507987 Oct 12 16:51:59.793862 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e0a7681-6f4d-475e-a269-a7dddb9d0d2c req-36f18cd8-755a-476e-a837-ff8b8ac42c66 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Oct 12 16:52:00.332432 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8de0f-f429-4aaa-aa3e-ac92db5ac2ae req-8ee69ba9-7940-4eee-adac-05d1173f3a9e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:00.333866 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eae8de0f-f429-4aaa-aa3e-ac92db5ac2ae req-8ee69ba9-7940-4eee-adac-05d1173f3a9e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0462506 Oct 12 16:52:00.371565 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eae8de0f-f429-4aaa-aa3e-ac92db5ac2ae req-cd2f0f00-bc96-4e3b-a2f8-dd6a8cac3d2c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Oct 12 16:52:00.445241 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563f0c2-0d51-454c-9c40-9311178bb25d req-aea4b2f1-cb38-4d0b-9c30-df289f9b8c29 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:00.446713 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0563f0c2-0d51-454c-9c40-9311178bb25d req-aea4b2f1-cb38-4d0b-9c30-df289f9b8c29 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0476832 Oct 12 16:52:00.482537 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0563f0c2-0d51-454c-9c40-9311178bb25d req-4ac230b7-f1ed-4072-b9b3-ca7993f793f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295115 Oct 12 16:52:00.908208 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b82e-d022-4ade-bd3e-6f3a3b6b37f4 req-9c90efad-a2be-4bb5-8727-fd50d5150d1e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:00.909827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2199b82e-d022-4ade-bd3e-6f3a3b6b37f4 req-9c90efad-a2be-4bb5-8727-fd50d5150d1e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Oct 12 16:52:00.948313 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2199b82e-d022-4ade-bd3e-6f3a3b6b37f4 req-3f4a2aec-698f-45ee-942d-66b36908f0bc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329304 Oct 12 16:52:01.489397 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121adf2-c0ca-4b3b-9839-0cdf748f5299 req-199e7745-e897-4ebe-a295-bf1cc72e1501 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:01.490965 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d121adf2-c0ca-4b3b-9839-0cdf748f5299 req-199e7745-e897-4ebe-a295-bf1cc72e1501 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0492721 Oct 12 16:52:01.531211 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d121adf2-c0ca-4b3b-9839-0cdf748f5299 req-bd96b66a-de00-44ad-9aac-7dc97edd01dc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339174 Oct 12 16:52:01.601492 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04516571-130e-4140-8775-ace377ff07b0 req-11ea906f-6567-4750-82c7-b778b6359031 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:01.602991 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-04516571-130e-4140-8775-ace377ff07b0 req-11ea906f-6567-4750-82c7-b778b6359031 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0485206 Oct 12 16:52:01.640450 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-04516571-130e-4140-8775-ace377ff07b0 req-55a430ee-f0f6-4840-99c7-3d1a40af6573 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Oct 12 16:52:02.063570 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ecbd-cf68-4442-83ff-99c4f494b789 req-681b2543-06ee-4f47-b76b-37aab7506516 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:02.064992 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8171ecbd-cf68-4442-83ff-99c4f494b789 req-681b2543-06ee-4f47-b76b-37aab7506516 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0504751 Oct 12 16:52:02.103520 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8171ecbd-cf68-4442-83ff-99c4f494b789 req-587ec21a-3aa2-48d0-9bed-7a8eded46bae tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Oct 12 16:52:02.648476 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61e894-beb6-4f16-84a0-3f429b7b96b5 req-2982a668-c549-4a58-854e-5d14efc8682d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:02.649954 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab61e894-beb6-4f16-84a0-3f429b7b96b5 req-2982a668-c549-4a58-854e-5d14efc8682d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0474119 Oct 12 16:52:02.689191 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab61e894-beb6-4f16-84a0-3f429b7b96b5 req-ff1dc7a7-ea51-4e7d-8e96-798caa6e5355 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Oct 12 16:52:02.754663 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775cbac-d7b9-499b-9f9f-2ccda4bda326 req-8f9907c5-28bc-4947-b00b-808786ea2475 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:02.756111 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5775cbac-d7b9-499b-9f9f-2ccda4bda326 req-8f9907c5-28bc-4947-b00b-808786ea2475 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0482013 Oct 12 16:52:02.792202 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5775cbac-d7b9-499b-9f9f-2ccda4bda326 req-ff7cb7cb-4db2-4bb1-9569-2797c69c4926 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302105 Oct 12 16:52:03.218288 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66251a89-0d91-488f-b77d-2c477aec1c6a req-909f42c3-cda5-48cf-a348-3f38ff1d7455 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.219711 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-66251a89-0d91-488f-b77d-2c477aec1c6a req-909f42c3-cda5-48cf-a348-3f38ff1d7455 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Oct 12 16:52:03.254912 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-66251a89-0d91-488f-b77d-2c477aec1c6a req-99c53a79-0d88-4600-a34f-67afdbbd40f7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295289 Oct 12 16:52:03.805595 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a068c3-88c1-4aae-9a71-786549648739 req-7ae543f8-e6ff-444a-bbc1-bd1bf83c1ef3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.807096 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-94a068c3-88c1-4aae-9a71-786549648739 req-7ae543f8-e6ff-444a-bbc1-bd1bf83c1ef3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0476067 Oct 12 16:52:03.844198 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-94a068c3-88c1-4aae-9a71-786549648739 req-1f6b064c-3f18-425c-9485-0443fb161a37 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306778 Oct 12 16:52:03.902837 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead245c-8c85-4b97-b7df-579185abbf49 req-0d28df04-725e-4f77-969f-ee23fb837bb1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:03.904324 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bead245c-8c85-4b97-b7df-579185abbf49 req-0d28df04-725e-4f77-969f-ee23fb837bb1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0474894 Oct 12 16:52:03.941270 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bead245c-8c85-4b97-b7df-579185abbf49 req-8ffbefa6-1b0d-4796-8fe8-4e7e7f465a11 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Oct 12 16:52:04.368663 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e925d-45c4-444a-8d1f-6211ba8869d5 req-971c169e-5b3a-47fe-a107-6e3467d87f82 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:04.370115 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e5e925d-45c4-444a-8d1f-6211ba8869d5 req-971c169e-5b3a-47fe-a107-6e3467d87f82 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Oct 12 16:52:04.406286 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e5e925d-45c4-444a-8d1f-6211ba8869d5 req-e66bb001-5e76-4cde-bfe5-e5b17499143d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303016 Oct 12 16:52:04.958902 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d2543-baff-4b60-bf15-ce0fd38fd17c req-16ac3571-ec23-4201-a1ca-5fad860491a4 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:04.960369 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-510d2543-baff-4b60-bf15-ce0fd38fd17c req-16ac3571-ec23-4201-a1ca-5fad860491a4 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0476553 Oct 12 16:52:04.997104 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-510d2543-baff-4b60-bf15-ce0fd38fd17c req-9b8e11f5-68f7-4b61-aef0-cc0f7b9a57a2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305846 Oct 12 16:52:05.049595 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466229c-b336-4617-a0f2-d21f99230a18 req-1b0bf48c-618b-419c-8a2f-0a135c8ec90b tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:05.051060 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4466229c-b336-4617-a0f2-d21f99230a18 req-1b0bf48c-618b-419c-8a2f-0a135c8ec90b tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0456538 Oct 12 16:52:05.088864 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4466229c-b336-4617-a0f2-d21f99230a18 req-fac1a537-2973-4650-b0eb-ab85e56ec61d tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320721 Oct 12 16:52:05.519843 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6bade-6fd6-42d2-929d-e8bc7811f8ec req-890a190d-c8d4-47b2-a55b-bf96dca5e05d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:05.521268 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59f6bade-6fd6-42d2-929d-e8bc7811f8ec req-890a190d-c8d4-47b2-a55b-bf96dca5e05d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0499759 Oct 12 16:52:05.557261 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59f6bade-6fd6-42d2-929d-e8bc7811f8ec req-bf3970fb-bebd-4ff2-8925-c46658ac6b39 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301676 Oct 12 16:52:05.747129 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54dc7-9651-4763-bad7-88f92b2d7684 req-a63beb35-7f35-4785-bfac-1e4accf3b433 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:05.748552 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0af54dc7-9651-4763-bad7-88f92b2d7684 req-a63beb35-7f35-4785-bfac-1e4accf3b433 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Oct 12 16:52:05.794400 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0af54dc7-9651-4763-bad7-88f92b2d7684 req-878e624e-d501-4f1f-a2a4-a5044c14545a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 Oct 12 16:52:05.855399 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a330-6596-4814-a782-ef82d61d7cff req-fb554a2a-633f-4c4f-b7b8-fd15796209f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:05.856915 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-fb554a2a-633f-4c4f-b7b8-fd15796209f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1098 time: 0.0399828 Oct 12 16:52:05.956741 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a330-6596-4814-a782-ef82d61d7cff req-f3f63da5-3d9b-4480-b26d-3032634f8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:05.958231 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-f3f63da5-3d9b-4480-b26d-3032634f8480 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.0873072 Oct 12 16:52:06.036969 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-70b2379e-a909-4f2c-9393-56b9e70d49cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 1000 time: 0.0692255 Oct 12 16:52:06.100919 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a330-6596-4814-a782-ef82d61d7cff req-c5cb9e40-eb71-432b-af24-216621b79217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:06.102477 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-c5cb9e40-eb71-432b-af24-216621b79217 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0573933 Oct 12 16:52:06.132094 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9d806-456a-4222-b07e-b323179b75c9 req-43a42e1c-26dd-4e6d-b778-1fc0118ef0a8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:06.156214 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2ab9d806-456a-4222-b07e-b323179b75c9 req-43a42e1c-26dd-4e6d-b778-1fc0118ef0a8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0822361 Oct 12 16:52:06.171794 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a330-6596-4814-a782-ef82d61d7cff req-3bc4c3a9-e2a1-42bf-8b01-df1aa414c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:06.173510 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-3bc4c3a9-e2a1-42bf-8b01-df1aa414c43c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487683 Oct 12 16:52:06.281953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2ab9d806-456a-4222-b07e-b323179b75c9 req-fcab68ba-799f-4551-a9ea-4e7ae3767278 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238708 Oct 12 16:52:06.327771 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06faee-a853-4c51-8e83-a3e9c831c3cf req-e222ff91-b6b4-4335-859f-4b9f838bdb61 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:06.329282 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0e06faee-a853-4c51-8e83-a3e9c831c3cf req-e222ff91-b6b4-4335-859f-4b9f838bdb61 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.1223135 Oct 12 16:52:06.371798 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-3d6151c6-0a1f-40e7-8e94-c4525557c41c service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883421 Oct 12 16:52:06.410511 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0e06faee-a853-4c51-8e83-a3e9c831c3cf req-2d52daab-de8e-4e96-bd44-df1577e6acde tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745008 Oct 12 16:52:06.483868 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea11a330-6596-4814-a782-ef82d61d7cff req-be8d957d-266c-4d31-a8b1-dc4dd5a4d1fd service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953660 Oct 12 16:52:06.913363 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f394753-6b4a-43f2-9e02-cf60b3385bf8 req-9016c1cb-b757-4500-aba8-171eb7db5446 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:06.914947 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f394753-6b4a-43f2-9e02-cf60b3385bf8 req-9016c1cb-b757-4500-aba8-171eb7db5446 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0491643 Oct 12 16:52:06.953640 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f394753-6b4a-43f2-9e02-cf60b3385bf8 req-8d7d0bed-e8b4-45d7-9db7-5f32f340be95 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323927 Oct 12 16:52:07.422085 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3722a6-d587-4340-b9bd-fd061dfd3e9a req-4012909d-6386-41e8-aeda-c1b3980b74bd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:07.423615 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6e3722a6-d587-4340-b9bd-fd061dfd3e9a req-4012909d-6386-41e8-aeda-c1b3980b74bd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0512714 Oct 12 16:52:07.474404 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6e3722a6-d587-4340-b9bd-fd061dfd3e9a req-2939c50f-75d6-48e8-93dd-27a4f6c37e7b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Oct 12 16:52:07.572495 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fded749-c7f6-4dd2-b3f4-12d3010729ad req-5825cb68-4ce5-43e1-acf6-896859ab9f83 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:07.578387 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1fded749-c7f6-4dd2-b3f4-12d3010729ad req-5825cb68-4ce5-43e1-acf6-896859ab9f83 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0592952 Oct 12 16:52:07.610172 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 35654) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:07.643135 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1fded749-c7f6-4dd2-b3f4-12d3010729ad req-839a99dd-0d04-4fcd-98bd-b17ab2464e16 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616772 Oct 12 16:52:07.661111 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Deleting subnet cd322754-1f77-47a2-a631-99521573bd36 {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 16:52:07.664091 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.687655 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:07.698607 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.737340 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.782677 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:07.793681 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.795131 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'mac_address': 'fa:16:3e:cc:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:07.823089 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.828804 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cd322754-1f77-47a2-a631-99521573bd36 HTTP/1.1" status: 204 len: 168 time: 0.2158394 Oct 12 16:52:07.828804 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd322754-1f77-47a2-a631-99521573bd36,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:07.829601 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 35656) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:07.831603 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.835983 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.836530 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.836874 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.837204 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.837951 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.837951 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.838323 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.838649 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.838970 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.839284 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.839715 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.840066 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1184-8a5f-4882-af21-c868b08ea2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:07.848240 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e783c412-b0e4-45b5-b2df-e8abbe1eba25 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:07.868933 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:07.872580 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.902022 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:07.925039 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=6']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:07.986888 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.006285 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773cc1f7-513d-4e08-bbad-0eecbf172c40']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:08.019500 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f768d02e-6a5c-4459-b193-83ec045bf04c') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:08.019836 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f768d02e-6a5c-4459-b193-83ec045bf04c') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:08.030039 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.044601 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.051553 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 16:52:08.052056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 16:52:08.059303 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 16:52:08.083860 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a681630-2d8b-4ad0-b371-e25b7a7d287a req-7aa8b723-320c-476c-b225-4a9106bfcbb7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:08.090472 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a681630-2d8b-4ad0-b371-e25b7a7d287a req-7aa8b723-320c-476c-b225-4a9106bfcbb7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0581424 Oct 12 16:52:08.123801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.134876 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.138855 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a681630-2d8b-4ad0-b371-e25b7a7d287a req-0de5e29d-1cfb-4758-aa04-61fac5364072 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Oct 12 16:52:08.139044 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/773cc1f7-513d-4e08-bbad-0eecbf172c40 HTTP/1.1" status: 204 len: 168 time: 0.3074439 Oct 12 16:52:08.153178 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c0e7b-ce57-44cf-be24-01ea9463c9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=773cc1f7-513d-4e08-bbad-0eecbf172c40,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:08.332493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 35666) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:08.337671 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['e783c412-b0e4-45b5-b2df-e8abbe1eba25'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:08.372611 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b80775fd-377e-4b2d-bd42-75a6943c756d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eecf5f736d944d6bb4d373efa9d16db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389049 Oct 12 16:52:08.375093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 35668) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:08.426984 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fef6be15-654c-4162-b28d-2072481818a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.448671 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fef6be15-654c-4162-b28d-2072481818a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.502211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fef6be15-654c-4162-b28d-2072481818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.504951 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-fef6be15-654c-4162-b28d-2072481818a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:08.508543 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-fef6be15-654c-4162-b28d-2072481818a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ce5a88e-502c-45d3-b575-bb419310a32a HTTP/1.1" status: 204 len: 168 time: 0.1302490 Oct 12 16:52:08.515341 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6be15-654c-4162-b28d-2072481818a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5a88e-502c-45d3-b575-bb419310a32a,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:08.619060 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146efcf4-d15a-45af-a177-e6d8b7c3f5c1 req-d5e7f6d7-9445-452d-879c-abef43de1881 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:08.620787 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-146efcf4-d15a-45af-a177-e6d8b7c3f5c1 req-d5e7f6d7-9445-452d-879c-abef43de1881 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0554051 Oct 12 16:52:08.668672 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-146efcf4-d15a-45af-a177-e6d8b7c3f5c1 req-41e4ffb0-113e-48a8-9c3b-924ec8feb540 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414815 Oct 12 16:52:08.778290 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a53997-ec6a-4e8b-9913-61fb07610437 req-52263d45-69bb-4e17-a663-142ecdc515f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:08.780425 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89a53997-ec6a-4e8b-9913-61fb07610437 req-52263d45-69bb-4e17-a663-142ecdc515f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0554917 Oct 12 16:52:08.805205 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 35686) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:08.827251 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89a53997-ec6a-4e8b-9913-61fb07610437 req-f506d5d7-83f1-4da1-9ff7-e6d43401dee8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Oct 12 16:52:09.028691 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-26eec534-eb1a-4064-b685-14d9c7298150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.107650 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-26eec534-eb1a-4064-b685-14d9c7298150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.111425 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-26eec534-eb1a-4064-b685-14d9c7298150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.152859 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-26eec534-eb1a-4064-b685-14d9c7298150 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=707abf6752314320bb947dd67452b3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442252 Oct 12 16:52:09.152859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eec534-eb1a-4064-b685-14d9c7298150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7476c6d-4093-4245-9556-682ae0110087,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:09.153349 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 35702) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:09.216718 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-347f4795-50d6-4e6a-a477-c4270edf0f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.240687 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-347f4795-50d6-4e6a-a477-c4270edf0f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.288382 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-347f4795-50d6-4e6a-a477-c4270edf0f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.291356 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-347f4795-50d6-4e6a-a477-c4270edf0f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:09.292418 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-347f4795-50d6-4e6a-a477-c4270edf0f46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7476c6d-4093-4245-9556-682ae0110087 HTTP/1.1" status: 204 len: 168 time: 0.1376126 Oct 12 16:52:09.301785 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f4795-50d6-4e6a-a477-c4270edf0f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7476c6d-4093-4245-9556-682ae0110087,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:09.526109 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22d79d-e4cc-4611-8d53-84c8e027a273 req-449fcde0-ad19-45dd-862a-1ed3e3b55995 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:09.527629 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd22d79d-e4cc-4611-8d53-84c8e027a273 req-449fcde0-ad19-45dd-862a-1ed3e3b55995 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0501471 Oct 12 16:52:09.570820 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd22d79d-e4cc-4611-8d53-84c8e027a273 req-7e76a1b9-fe50-4ef1-a9fd-4bc5766c05fb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Oct 12 16:52:09.807501 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc193e4-7edd-470b-9065-7951b8224bd6 req-edeadc95-446b-4adf-9744-4dba8ba5e118 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:09.809091 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-adc193e4-7edd-470b-9065-7951b8224bd6 req-edeadc95-446b-4adf-9744-4dba8ba5e118 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0536599 Oct 12 16:52:09.850568 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-adc193e4-7edd-470b-9065-7951b8224bd6 req-e55ae828-73b1-4521-9db5-f62464cdffd3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352619 Oct 12 16:52:09.987469 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c605b65-f4b8-47fd-bd91-737937729dc1 req-0dfa307e-287a-4af5-8d23-038a4faeae65 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:09.989173 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1c605b65-f4b8-47fd-bd91-737937729dc1 req-0dfa307e-287a-4af5-8d23-038a4faeae65 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0513573 Oct 12 16:52:10.031701 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1c605b65-f4b8-47fd-bd91-737937729dc1 req-b4bd4e18-8d38-4810-b5e9-eef7151e73fe tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361981 Oct 12 16:52:10.684086 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a301c90-6250-4dc0-899f-649f59684882 req-85c2c6ef-8a2b-4d77-8589-4f2065722f87 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:10.685576 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a301c90-6250-4dc0-899f-649f59684882 req-85c2c6ef-8a2b-4d77-8589-4f2065722f87 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0477486 Oct 12 16:52:10.725294 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a301c90-6250-4dc0-899f-649f59684882 req-3d6ff7a0-43a2-4913-9270-13ddaf3ec68c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Oct 12 16:52:10.968739 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b44e53-cf7d-49f6-a38a-086bbd0a726f req-90411115-357d-4edc-b2f2-f9667afaf05e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:10.970203 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c3b44e53-cf7d-49f6-a38a-086bbd0a726f req-90411115-357d-4edc-b2f2-f9667afaf05e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0470417 Oct 12 16:52:11.006753 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c3b44e53-cf7d-49f6-a38a-086bbd0a726f req-41147038-694e-4dab-9cb5-9e2d0c973811 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Oct 12 16:52:11.150282 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299164-40e6-4a9e-8bcb-56a0ffa08183 req-6d92525b-7bee-498d-a9bf-4d4e87e0f352 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.151663 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c1299164-40e6-4a9e-8bcb-56a0ffa08183 req-6d92525b-7bee-498d-a9bf-4d4e87e0f352 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0562584 Oct 12 16:52:11.189744 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c1299164-40e6-4a9e-8bcb-56a0ffa08183 req-cbbc97dc-3cce-4627-bf65-9483c815acb6 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Oct 12 16:52:11.281951 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-ffe31ed2-7b13-469b-872a-56d815d0c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.283440 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-ffe31ed2-7b13-469b-872a-56d815d0c53f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0400739 Oct 12 16:52:11.379508 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-26245a98-25b8-42ac-8822-51eea6417ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.380978 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-26245a98-25b8-42ac-8822-51eea6417ec4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0850382 Oct 12 16:52:11.455556 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-22cb652c-8176-4428-b90a-34a293c98a45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0376077 Oct 12 16:52:11.507351 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-6a3ec00a-ec4a-4d1e-b718-8f7df181e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.508806 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-6a3ec00a-ec4a-4d1e-b718-8f7df181e64e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0457749 Oct 12 16:52:11.576563 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-c2c874a9-3b7f-4547-b5d2-1a2e80a6d07e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237951 Oct 12 16:52:11.692262 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-8e0ac0da-0e4e-4b31-afed-b8f6bec7cdaa service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023083 Oct 12 16:52:11.815826 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c3cd05b4-5a5b-453b-a1c1-86c1b3daecd3 req-708b6ee1-e689-44e6-973c-6f31c0ed75ca service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129715 Oct 12 16:52:11.852035 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb640ad-b64a-4c1f-99d7-52b5947a8ad1 req-b95615a4-121c-4407-aa2a-1a72d6e15c4c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:11.853591 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bb640ad-b64a-4c1f-99d7-52b5947a8ad1 req-b95615a4-121c-4407-aa2a-1a72d6e15c4c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0547245 Oct 12 16:52:11.904493 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bb640ad-b64a-4c1f-99d7-52b5947a8ad1 req-a25570e9-6e49-42da-9abc-661037a6b904 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Oct 12 16:52:12.071177 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-da14be35-b793-48ed-b18f-57930670ffd0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:12.078893 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-da14be35-b793-48ed-b18f-57930670ffd0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/networks?id=9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 200 len: 814 time: 0.1370449 Oct 12 16:52:12.096895 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-cc3e8155-c60f-4e27-b917-b0de11b26270 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/quotas/a4090b819f2c43da9e9bbae08ade9a79 HTTP/1.1" status: 200 len: 375 time: 0.0170300 Oct 12 16:52:12.169128 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-c19edb4a-c53a-4f09-a3ff-8a4667c42c56 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711970 Oct 12 16:52:12.254067 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd30b4e-8f51-4cc1-bd2c-c2d5a64eda40 req-c0281247-97fe-4115-a6d3-c0369bbbeaf9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:12.255570 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ccd30b4e-8f51-4cc1-bd2c-c2d5a64eda40 req-c0281247-97fe-4115-a6d3-c0369bbbeaf9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.1562977 Oct 12 16:52:12.333027 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ccd30b4e-8f51-4cc1-bd2c-c2d5a64eda40 req-167aa449-7b97-4e6a-abf6-6cef41dc6784 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634549 Oct 12 16:52:12.343603 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-1d62aae1-79ab-464b-8641-c536f3cdf417 service neutron] 10.222.0.58 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685314 Oct 12 16:52:12.676190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9ee2b-4961-4ad4-9fa0-2fe7899ddc52 req-7d6c8d53-21c5-457f-a9be-0067b2c7fdfb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:12.681850 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ebf9ee2b-4961-4ad4-9fa0-2fe7899ddc52 req-7d6c8d53-21c5-457f-a9be-0067b2c7fdfb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0755894 Oct 12 16:52:12.715596 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-d7052746-397b-4bc7-aa20-8124307b0124 service neutron] 10.222.0.58 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705916 Oct 12 16:52:12.790854 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ebf9ee2b-4961-4ad4-9fa0-2fe7899ddc52 req-5a8706dc-cd4a-44aa-8cc0-465bfdcae3bf tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864224 Oct 12 16:52:12.998419 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e7d874a8-a32c-43d0-9967-596409056eda tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8121321d3eef4620acf63504a9edc43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580394 Oct 12 16:52:13.027347 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c1f1bc59-dcbf-41bb-9c93-deda2d0cf66e req-c5f8b847-c9b1-4bdd-b2b8-9d428bbb3767 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0740983 Oct 12 16:52:13.231345 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1bbbe-746f-4aa7-9046-efa180d46921 req-19e44cfa-bfd1-40e3-9c7b-1c14b0f48c37 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.232823 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-20f1bbbe-746f-4aa7-9046-efa180d46921 req-19e44cfa-bfd1-40e3-9c7b-1c14b0f48c37 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1104617 Oct 12 16:52:13.317541 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-6562e3a0-2c51-4f1b-9576-c9462f7b0a2f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.322625 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-6562e3a0-2c51-4f1b-9576-c9462f7b0a2f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976246 Oct 12 16:52:13.325803 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-20f1bbbe-746f-4aa7-9046-efa180d46921 req-8e01df64-73f9-4759-82cc-489aa9a04d8d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722015 Oct 12 16:52:13.359242 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-403a3902-8729-4e9f-9d42-cad7f41c8929 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/quotas/8121321d3eef4620acf63504a9edc43f HTTP/1.1" status: 200 len: 375 time: 0.0317876 Oct 12 16:52:13.387772 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-1287e7c8-2ed0-4a76-a35e-2b0431461335 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8121321d3eef4620acf63504a9edc43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276668 Oct 12 16:52:13.472730 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4f25c-96e6-4100-b7e4-b8ed96211c0b req-9e69f93a-fb97-438e-929c-6a3baf51b0f0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.480966 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2bf4f25c-96e6-4100-b7e4-b8ed96211c0b req-9e69f93a-fb97-438e-929c-6a3baf51b0f0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0560369 Oct 12 16:52:13.536322 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2bf4f25c-96e6-4100-b7e4-b8ed96211c0b req-eea466df-def9-4a63-a179-912d31976ea3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507662 Oct 12 16:52:13.608040 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc08a0b8-1c37-47d6-9fd1-c1248b3040c4 req-41b6d5f9-64fb-4ce7-937d-8e4fa9bef0ec tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0461996 Oct 12 16:52:13.936125 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f560c6-b6b2-4639-8887-b33060af3252 req-6bbfcac6-ec3a-4589-a4e6-568ca6652e7f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:13.937825 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-27f560c6-b6b2-4639-8887-b33060af3252 req-6bbfcac6-ec3a-4589-a4e6-568ca6652e7f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0621169 Oct 12 16:52:13.990599 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-27f560c6-b6b2-4639-8887-b33060af3252 req-ad4e2bc3-d780-446e-820a-f774e976d6db tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443277 Oct 12 16:52:14.134488 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-30987202-a6d0-496c-926a-6483f7561075 req-16c16f42-9b86-45ab-912b-78a72bdd50f4 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0302198 Oct 12 16:52:14.452773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c463a-33ef-4557-8a70-43b8c9a9c3cd req-403b4540-1139-4a99-97bf-d053427f8f8b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:14.460028 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ca4c463a-33ef-4557-8a70-43b8c9a9c3cd req-403b4540-1139-4a99-97bf-d053427f8f8b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0595152 Oct 12 16:52:14.532953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ca4c463a-33ef-4557-8a70-43b8c9a9c3cd req-bdbcad5a-a955-4d35-91bd-a41625e5bcbd tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719268 Oct 12 16:52:14.702162 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e2784620-7ebe-47a5-ab7d-b8348cf8cfa5 req-1714aa58-f027-4a22-a460-c581d80b2a17 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0357628 Oct 12 16:52:14.717238 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994da955-94b9-4569-997d-23fd3afacc3c req-4e7a10b5-5f25-4877-9510-ceaff6d62ba9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:14.718973 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-994da955-94b9-4569-997d-23fd3afacc3c req-4e7a10b5-5f25-4877-9510-ceaff6d62ba9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0934730 Oct 12 16:52:14.762426 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-994da955-94b9-4569-997d-23fd3afacc3c req-7ffbfa2e-9d59-4554-95bf-10ebeb7aa47a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374315 Oct 12 16:52:14.997214 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:15.056241 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port e783c412-b0e4-45b5-b2df-e8abbe1eba25 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:15.056612 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:15.126022 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb161d91-ff07-4509-a25a-a464249d8c73 req-abe8b83b-b6e2-4759-baee-ab64f68fc661 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:15.127837 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb161d91-ff07-4509-a25a-a464249d8c73 req-abe8b83b-b6e2-4759-baee-ab64f68fc661 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0541670 Oct 12 16:52:15.171747 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:15.179326 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb161d91-ff07-4509-a25a-a464249d8c73 req-dc4ba5cd-3167-4f4c-9692-b65065365c51 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452638 Oct 12 16:52:15.202061 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:15.204519 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc32cbf-aadc-4640-9e14-1a58b0812d84" -d '{"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-plugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:15.223158 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:15.228828 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:15.257067 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-54d7fa77-df20-4b11-bc61-59744656066a req-419f2f05-ad03-4d12-9505-a354542680bb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0381947 Oct 12 16:52:15.258204 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cffb93-1c86-41f0-bd07-e53cd371a5d5 x-openstack-request-id: req-94cffb93-1c86-41f0-bd07-e53cd371a5d5 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:15.258613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-plugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:15.259111 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94cffb93-1c86-41f0-bd07-e53cd371a5d5 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:15.259575 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'code': 200} Oct 12 16:52:15.288268 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=7']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:15.658901 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a68f-1fd0-4b6a-a30b-4524d482861c req-f93f02e4-fce8-4361-91e0-1f77fb579f85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:15.662543 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e369a68f-1fd0-4b6a-a30b-4524d482861c req-f93f02e4-fce8-4361-91e0-1f77fb579f85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0520442 Oct 12 16:52:15.698611 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e369a68f-1fd0-4b6a-a30b-4524d482861c req-cb4c5884-bb8f-4dff-b9c4-24b9112cdaf6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Oct 12 16:52:15.792516 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c819f19e-5d7f-4bb8-9a39-77480b5a8505 req-109463c5-8df6-4d53-86e3-044b3c7d974d tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0267990 Oct 12 16:52:15.907892 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c3cdc-bcc6-4e47-84b7-1adf7626a0ec req-b872756c-e3d0-46ae-97db-8b5cc8628f52 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:15.909473 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff7c3cdc-bcc6-4e47-84b7-1adf7626a0ec req-b872756c-e3d0-46ae-97db-8b5cc8628f52 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0534832 Oct 12 16:52:15.951658 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff7c3cdc-bcc6-4e47-84b7-1adf7626a0ec req-24d461b5-ced9-4b94-8b71-4f36653caf2d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353057 Oct 12 16:52:16.418546 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3ce901a8-891f-4fbd-86a0-f6040fd92101 req-42dba2cb-a031-4cb2-b1f3-5e80ea481bf7 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0500734 Oct 12 16:52:16.431048 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945ad66-4c05-48a1-b889-7361a69ba38f req-37631724-0736-425e-90d0-ffd87c2161f6 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:16.432946 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e945ad66-4c05-48a1-b889-7361a69ba38f req-37631724-0736-425e-90d0-ffd87c2161f6 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.1289356 Oct 12 16:52:16.487658 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e945ad66-4c05-48a1-b889-7361a69ba38f req-3c1e66f3-6037-498d-856e-e760fb1a6f99 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405400 Oct 12 16:52:16.861843 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50738-da72-44a2-8c8e-eca0c485545c req-e0301487-29ca-477d-bdc7-26727c30f29a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:16.873195 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b6b50738-da72-44a2-8c8e-eca0c485545c req-e0301487-29ca-477d-bdc7-26727c30f29a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0848465 Oct 12 16:52:16.927908 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b6b50738-da72-44a2-8c8e-eca0c485545c req-ad61a1a9-483b-47c0-aff2-0f5836138608 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Oct 12 16:52:16.998800 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e6d8a315-d6af-4375-b726-6421ba24638d req-93df4660-cc09-4e90-bf6d-054ddceee45f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0674267 Oct 12 16:52:17.105777 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e552c5d-932f-4407-806a-8f0a21c168e6 req-2a06d3d9-8fa8-4b5a-a3e9-d78bd0377e6f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:17.107952 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9e552c5d-932f-4407-806a-8f0a21c168e6 req-2a06d3d9-8fa8-4b5a-a3e9-d78bd0377e6f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0527897 Oct 12 16:52:17.190195 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9e552c5d-932f-4407-806a-8f0a21c168e6 req-bd7cf848-329a-4771-a3d8-f8320790bc81 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683358 Oct 12 16:52:17.545925 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e1b20e9f-2fd2-45b4-a748-e7a02bb0735f req-94228ec4-5019-4764-a673-4cf490d15ab9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0459476 Oct 12 16:52:17.570018 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-d2b9ed45-e0af-4c10-adfe-5a9a459a3956 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:17.582504 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-d2b9ed45-e0af-4c10-adfe-5a9a459a3956 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1951437 Oct 12 16:52:17.598812 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-cc362db7-739b-4f4e-862f-f5b16dc16e4e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/quotas/21ab55c3bf90442dba24cbfc0d6e5fc1 HTTP/1.1" status: 200 len: 375 time: 0.0152235 Oct 12 16:52:17.699389 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-6ec4289a-fb0b-4fe7-8f97-200e52657b9b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992811 Oct 12 16:52:17.709452 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0a914-968b-4bf5-939a-d52128f59a58 req-b25ebf84-0d14-45ce-bac0-44b3e05e9de1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:17.710905 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59a0a914-968b-4bf5-939a-d52128f59a58 req-b25ebf84-0d14-45ce-bac0-44b3e05e9de1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.1004741 Oct 12 16:52:17.813803 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59a0a914-968b-4bf5-939a-d52128f59a58 req-fee44160-b96c-4d8b-9039-b9ebf5a2146d tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929582 Oct 12 16:52:17.848106 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-77738610-1278-4e87-841b-df77dd17824a service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362627 Oct 12 16:52:17.952285 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-4b9f3572-fd13-41ee-a445-e2715ee915a2 service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937040 Oct 12 16:52:18.069163 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55051e-a80e-461f-b4b7-894266471ba2 req-e380a791-0fae-4f54-a355-b6fe5c52ac18 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:18.078141 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1b55051e-a80e-461f-b4b7-894266471ba2 req-e380a791-0fae-4f54-a355-b6fe5c52ac18 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0649364 Oct 12 16:52:18.142293 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1b55051e-a80e-461f-b4b7-894266471ba2 req-84eea62c-36c1-4f64-80f6-95c19a203e8e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Oct 12 16:52:18.203267 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b35580fc-9b80-413b-abaf-d1db182b7694 req-2659aaee-25e5-497a-b511-95d34c9453c8 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0485961 Oct 12 16:52:18.254364 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cdafd4e8-c4c4-4b7c-bbb8-b20b1b007970 req-126c6ce5-13a6-492d-a66f-646d3f7feac0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0492868 Oct 12 16:52:18.361900 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf4659-ee56-4333-91f6-ffc340831753 req-94d309e7-e7cf-407c-86ec-9e873bcf383b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:18.363489 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0adf4659-ee56-4333-91f6-ffc340831753 req-94d309e7-e7cf-407c-86ec-9e873bcf383b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0544658 Oct 12 16:52:18.407545 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0adf4659-ee56-4333-91f6-ffc340831753 req-3638d217-78dc-40d2-9fe7-f054351869ed tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375690 Oct 12 16:52:18.655328 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6b934b23-0adb-4bbe-b74b-d6423ab935f7 req-35e785dc-0a05-4a77-9a49-9c4b1bd92c22 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0295196 Oct 12 16:52:18.938375 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46028ea4-dae0-4856-9761-573af3c9fee7 req-bfba62c5-4e64-4c1a-a5ec-9ead5fe654c5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:18.940167 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-46028ea4-dae0-4856-9761-573af3c9fee7 req-bfba62c5-4e64-4c1a-a5ec-9ead5fe654c5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0550568 Oct 12 16:52:18.979728 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-46028ea4-dae0-4856-9761-573af3c9fee7 req-47acb4cc-4078-4830-9292-6d657b626bfc tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Oct 12 16:52:19.278089 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1abb-a9c8-4e20-91cc-0f2988f1cdf2 req-4467b645-4b68-40f4-8808-3fd7b91c8cfe tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.284829 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-687f1abb-a9c8-4e20-91cc-0f2988f1cdf2 req-4467b645-4b68-40f4-8808-3fd7b91c8cfe tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0650239 Oct 12 16:52:19.316736 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d738fbca-d8f3-4c0a-9a36-b7885106749b req-09f2e564-b357-4574-8be6-c6798238fc54 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0306478 Oct 12 16:52:19.350320 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-687f1abb-a9c8-4e20-91cc-0f2988f1cdf2 req-c595d859-e8fc-4b19-9f4a-a283e79b6ce6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555875 Oct 12 16:52:19.383920 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9df9-a83c-4d7b-a4dd-399e9e4b983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:19.425414 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d06a4283-08f6-4f49-870a-4df6dd036c27 req-281e1a64-4a95-41df-bdd9-aeec90a68ed5 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Oct 12 16:52:19.534851 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5c2e-740b-4a2d-8c9d-f246177d0539 req-2780aa8a-1e8d-4d46-a872-89b05a791e35 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:19.536612 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dbec5c2e-740b-4a2d-8c9d-f246177d0539 req-2780aa8a-1e8d-4d46-a872-89b05a791e35 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0503588 Oct 12 16:52:19.581733 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dbec5c2e-740b-4a2d-8c9d-f246177d0539 req-498ea353-361c-4cc4-9114-05a2b9d35c7b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Oct 12 16:52:19.765501 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-92f0edf5-ca02-4e2d-bef6-efab9a7fa558 req-20be30b2-6fe7-433a-aa48-f3ea713bc9d3 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0329058 Oct 12 16:52:20.090149 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-da57249b-cc74-4c8d-a2dc-5b600c5dc7d0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:20.092817 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-da57249b-cc74-4c8d-a2dc-5b600c5dc7d0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "GET /v2.0/networks?id=9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 200 len: 814 time: 0.1780186 Oct 12 16:52:20.117603 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Request body: {'port': {'device_id': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92', 'admin_state_up': True, 'tenant_id': 'a4090b819f2c43da9e9bbae08ade9a79'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:20.133775 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1180c3-b305-4b2d-9d0a-d3f45a14c576 req-71de4227-eca0-4804-9a05-375e1a77f3eb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:20.141047 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6b1180c3-b305-4b2d-9d0a-d3f45a14c576 req-71de4227-eca0-4804-9a05-375e1a77f3eb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0788455 Oct 12 16:52:20.195921 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6b1180c3-b305-4b2d-9d0a-d3f45a14c576 req-45d4697f-56ed-497f-bcea-d669f6657880 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536003 Oct 12 16:52:20.289374 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Made reservation on behalf of a4090b819f2c43da9e9bbae08ade9a79 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:20.293706 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:20.440445 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2fbc346e-e76e-424b-993c-0c61308170e8 req-98ec286a-850e-4d42-9ac5-432b1d81aa4c tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0436192 Oct 12 16:52:20.475497 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Allocated IP 172.20.0.10 (9548a7d6-184b-4bbd-b020-c0b577ab1d92/029fcd31-9904-40e2-ae6d-8e64bb875e20/f8844786-dae7-46e0-823f-bf94cdeedbbc) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:20.569074 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c644627e-dab1-4461-b915-5003f4b39985 req-7a01d022-d40c-4b35-a394-815a2846be10 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0394833 Oct 12 16:52:20.611009 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185f8e-0f0a-4f1d-a535-21e748a09bd2 req-04695ae1-49c4-4d45-bcaf-cf15904600ed tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:20.614886 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50185f8e-0f0a-4f1d-a535-21e748a09bd2 req-04695ae1-49c4-4d45-bcaf-cf15904600ed tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1464987 Oct 12 16:52:20.729701 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50185f8e-0f0a-4f1d-a535-21e748a09bd2 req-3d12cc49-23d5-4dda-bdc0-958beb186cac tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075087 Oct 12 16:52:20.768076 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-70d58405-d1a8-4cb8-bac3-e5708c55c5d6 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8121321d3eef4620acf63504a9edc43f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673804 Oct 12 16:52:20.877124 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962165-f5a7-4954-8f12-9cb87aff7dad req-f7c25115-309b-4538-8c76-2ce41015b902 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:20.884812 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-23962165-f5a7-4954-8f12-9cb87aff7dad req-f7c25115-309b-4538-8c76-2ce41015b902 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1912770 Oct 12 16:52:20.984464 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8a4d56b2-0879-44a5-9127-0f88f6e43384 req-22a9e740-b9d6-46c2-9704-246668a8c0b9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0723128 Oct 12 16:52:20.992394 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.034707 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-23962165-f5a7-4954-8f12-9cb87aff7dad req-7953e844-fc5f-4d34-a3ff-f7e0c6d35721 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419396 Oct 12 16:52:21.162028 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-93f4d07a-a857-439c-bc18-97e5d39be0df tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:21.163596 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-93f4d07a-a857-439c-bc18-97e5d39be0df tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664138 Oct 12 16:52:21.176098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.226355 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:21.230093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:21.235996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:21.243030 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Request body: {'port': {'device_id': '38db9662-6a24-4894-a9a2-b681fdd497be', 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de', 'admin_state_up': True, 'tenant_id': '8121321d3eef4620acf63504a9edc43f'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:21.277063 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Pushing event updated for resources: {'Port': ['ID=f8844786-dae7-46e0-823f-bf94cdeedbbc,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:21.354739 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:21.355332 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.373764 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877ea7-4854-4790-8d18-b0a59bc6884d req-157e2f04-c886-4a76-96fc-41e52f895246 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:21.375283 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a877ea7-4854-4790-8d18-b0a59bc6884d req-157e2f04-c886-4a76-96fc-41e52f895246 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0696313 Oct 12 16:52:21.394989 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-feb5e39a-8006-45a2-a60e-33b31a94a1db tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2839842 Oct 12 16:52:21.448274 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a877ea7-4854-4790-8d18-b0a59bc6884d req-9ee89cb3-0867-40b8-9838-1a272c01b0dd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610263 Oct 12 16:52:21.455266 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Made reservation on behalf of 8121321d3eef4620acf63504a9edc43f for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:21.459313 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.469601 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.545041 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5214f978-d32b-4448-aa22-03573f82e48a req-4811b98a-436c-4b21-9efc-10f0c47004ec tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0362327 Oct 12 16:52:21.567864 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.572441 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.648588 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7969a10e-90f0-4b21-b29e-cb44cc4b6fac,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:21.700261 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4c65c494-5028-4f28-9fee-e47f1704cc85 req-bae597b5-df62-4c1f-a0e5-77c0f0af5fe6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0351999 Oct 12 16:52:21.720718 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Allocated IP 192.168.233.47 (4b28a327-bf0d-4ab3-af1d-6ec90ea892de/71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b/386e936c-02fb-4412-9481-4df5bc7da8fc) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:21.869947 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fd56d-9e27-4b5e-ad45-c7f0e76fff53 req-109af3ca-e22f-4706-9c99-f49995552aa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:21.872106 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-478fd56d-9e27-4b5e-ad45-c7f0e76fff53 req-109af3ca-e22f-4706-9c99-f49995552aa6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0521326 Oct 12 16:52:21.906337 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:21.924538 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-478fd56d-9e27-4b5e-ad45-c7f0e76fff53 req-2d855659-0edd-4de0-baf6-c5d6c371f419 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Oct 12 16:52:21.953835 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.004791 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:22.008016 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:22.014444 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:22.021324 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Pushing event updated for resources: {'Port': ['ID=386e936c-02fb-4412-9481-4df5bc7da8fc,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:22.085265 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:22.086048 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.094000 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-87d18aa6-35c4-49ee-aca6-d76233874bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.106812 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-e704ffb3-e2c8-45da-80c7-36a6359ea75f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8678124 Oct 12 16:52:22.197194 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6486-a58d-4042-859a-073aa22d3f41 req-786d5074-55d7-46e4-9443-0cf4e9dfb56e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:22.205034 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-336f6486-a58d-4042-859a-073aa22d3f41 req-786d5074-55d7-46e4-9443-0cf4e9dfb56e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 932 time: 0.1253209 Oct 12 16:52:22.249036 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2054f9e-f68b-40f1-b341-6284395a3ec2 req-b06e92cd-ae61-4127-ad79-4ec861818105 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:22.250552 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2054f9e-f68b-40f1-b341-6284395a3ec2 req-b06e92cd-ae61-4127-ad79-4ec861818105 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0906634 Oct 12 16:52:22.263344 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-336f6486-a58d-4042-859a-073aa22d3f41 req-bda6984a-9bd5-44dc-95a5-21fcd686de19 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Oct 12 16:52:22.298123 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2054f9e-f68b-40f1-b341-6284395a3ec2 req-d305fe78-521e-448a-a2fb-b80d8d57d47a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331507 Oct 12 16:52:22.355192 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-66edddba-f14d-4db8-bf10-f83968ba135f None None] Provisioning complete for port 386e936c-02fb-4412-9481-4df5bc7da8fc triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:22.355624 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-66edddba-f14d-4db8-bf10-f83968ba135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:22.396010 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-66edddba-f14d-4db8-bf10-f83968ba135f None None] Port 386e936c-02fb-4412-9481-4df5bc7da8fc cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 16:52:22.572782 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada443ba-eae7-4112-8ada-4ccefddc098b req-00e4e48c-1f4b-4d41-96c0-eb35d2e04bb4 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:22.573823 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ada443ba-eae7-4112-8ada-4ccefddc098b req-00e4e48c-1f4b-4d41-96c0-eb35d2e04bb4 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0496221 Oct 12 16:52:22.610387 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ada443ba-eae7-4112-8ada-4ccefddc098b req-6599ade9-2055-4f3b-8438-95f67bfc6f94 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Oct 12 16:52:22.655951 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550838e-3a23-4c72-8750-b7b986bac7b7 req-2b1c1b60-0115-4f69-a4e3-fc5e05b5ba73 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:22.657411 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a550838e-3a23-4c72-8750-b7b986bac7b7 req-2b1c1b60-0115-4f69-a4e3-fc5e05b5ba73 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 935 time: 0.0461791 Oct 12 16:52:22.694727 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a550838e-3a23-4c72-8750-b7b986bac7b7 req-0f277233-6b0e-4e99-8f46-5af94fbb97ab tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Oct 12 16:52:22.783967 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f801c086-b578-4385-b0a9-16006ea67bda req-d5275142-5ff6-40d7-a845-7f5f7ab5d574 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0245359 Oct 12 16:52:23.036800 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6599da0-e32b-4713-b82b-2550d8eb054d req-5373b2eb-9207-4d03-8bf9-378f997d9bd6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:23.038283 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c6599da0-e32b-4713-b82b-2550d8eb054d req-5373b2eb-9207-4d03-8bf9-378f997d9bd6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0464199 Oct 12 16:52:23.077675 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c6599da0-e32b-4713-b82b-2550d8eb054d req-da039f36-e661-4ea5-a6e9-65b782bd2d20 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337555 Oct 12 16:52:23.078785 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:23.114648 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:23.371323 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7265f-3dde-4f39-984e-fe82aa991749 req-eb7526fe-b028-49b3-85f2-a2f5e55ec542 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:23.372818 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-16e7265f-3dde-4f39-984e-fe82aa991749 req-eb7526fe-b028-49b3-85f2-a2f5e55ec542 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 932 time: 0.0488229 Oct 12 16:52:23.436895 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-16e7265f-3dde-4f39-984e-fe82aa991749 req-982b8fa4-da40-4e9f-85fc-cb06ce027d70 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582101 Oct 12 16:52:23.444726 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fe1f2-ad97-43b2-b4f7-f32cb8753d3a req-221b14d3-915d-4ff4-8550-b06d24698788 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:23.446117 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-325fe1f2-ad97-43b2-b4f7-f32cb8753d3a req-221b14d3-915d-4ff4-8550-b06d24698788 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0685687 Oct 12 16:52:23.483140 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-325fe1f2-ad97-43b2-b4f7-f32cb8753d3a req-78c05a8b-a31b-4e4b-a477-9b3407339551 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303457 Oct 12 16:52:23.724106 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43d57-c5e0-4f71-9920-2bbe847e9e26 req-c988a627-10d7-4428-93e8-505dd26b8930 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:23.725566 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-35c43d57-c5e0-4f71-9920-2bbe847e9e26 req-c988a627-10d7-4428-93e8-505dd26b8930 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0501268 Oct 12 16:52:23.773347 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-35c43d57-c5e0-4f71-9920-2bbe847e9e26 req-79661ed5-388c-42fb-9afd-5822509e8070 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Oct 12 16:52:23.815991 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2322348-de80-4f2a-aa92-d66a5d46a8af req-2ab7fa24-43df-4d57-b254-61c6d53a3d36 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:23.817587 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d2322348-de80-4f2a-aa92-d66a5d46a8af req-2ab7fa24-43df-4d57-b254-61c6d53a3d36 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 935 time: 0.0585408 Oct 12 16:52:23.863615 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d2322348-de80-4f2a-aa92-d66a5d46a8af req-7d6d86c6-54e4-4ad4-904d-05b8def070fd tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Oct 12 16:52:23.878602 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a49a4bc9-c348-42f9-9bfb-a19e711c9aa4 req-04f8847e-f8c9-49a8-bc79-ab57fea16974 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Oct 12 16:52:24.196846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f85d03-af69-4b89-8fa2-dfa74b98a757 req-96a9cc71-4cee-40a4-a551-a53f7b8c0873 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:24.198965 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-57f85d03-af69-4b89-8fa2-dfa74b98a757 req-96a9cc71-4cee-40a4-a551-a53f7b8c0873 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0549574 Oct 12 16:52:24.239861 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-57f85d03-af69-4b89-8fa2-dfa74b98a757 req-34301e0b-222c-4aca-8d72-0740a5419388 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Oct 12 16:52:24.268219 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Request body: {'port': {'device_id': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:24.293781 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Request body: {'port': {'device_id': '38db9662-6a24-4894-a9a2-b681fdd497be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:24.372500 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:24.384833 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:24.408868 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7926be79-f082-422f-84b3-32816b65855b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:24.410340 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7926be79-f082-422f-84b3-32816b65855b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1230471 Oct 12 16:52:24.508984 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Request body: {'port': {'device_id': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'admin_state_up': True, 'tenant_id': '21ab55c3bf90442dba24cbfc0d6e5fc1'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:24.657093 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58717-c246-4efa-ba1d-fbd16decbfc0 req-1589844d-67ad-4572-a6b9-7617a1985c2d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:24.658594 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ea58717-c246-4efa-ba1d-fbd16decbfc0 req-1589844d-67ad-4572-a6b9-7617a1985c2d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 932 time: 0.1309016 Oct 12 16:52:24.695955 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566340d4-e591-44ca-97d0-3b96053dacc1 req-71acdeab-682d-47c7-a898-5f195c25b642 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:24.697388 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-566340d4-e591-44ca-97d0-3b96053dacc1 req-71acdeab-682d-47c7-a898-5f195c25b642 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1135235 Oct 12 16:52:24.949107 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ea58717-c246-4efa-ba1d-fbd16decbfc0 req-8350bdc9-d7f5-4537-8dd6-3d814238cdfa tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740645 Oct 12 16:52:24.956379 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Made reservation on behalf of 21ab55c3bf90442dba24cbfc0d6e5fc1 for: {'port': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 16:52:24.960202 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:24.973226 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-566340d4-e591-44ca-97d0-3b96053dacc1 req-b765e854-548f-4ac8-9667-5d94b2e78775 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657619 Oct 12 16:52:25.095033 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8844786-dae7-46e0-823f-bf94cdeedbbc {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:25.119891 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.140602 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386e936c-02fb-4412-9481-4df5bc7da8fc {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:25.144827 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Transition to ACTIVE for port object f8844786-dae7-46e0-823f-bf94cdeedbbc will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:52:25.148935 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.151162 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.176412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.188879 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46b51-792d-493d-8f5e-fe484665412b req-75cd6322-35c3-45d4-af1a-52524b954160 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.190381 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6bf46b51-792d-493d-8f5e-fe484665412b req-75cd6322-35c3-45d4-af1a-52524b954160 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.1426401 Oct 12 16:52:25.192397 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Allocated IP 172.20.0.14 (fddb8858-d07c-4dac-b8fd-6091b102c8b5/09af2e27-152b-4cd7-87de-85b4edc60792/1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:25.195095 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Transition to ACTIVE for port object 386e936c-02fb-4412-9481-4df5bc7da8fc will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:52:25.204218 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.213097 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860f4fc-8ed4-4ae1-9f09-d36032e53973 req-b8b5e2b7-2edc-4941-b91c-1286bc7a9efc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.214541 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4860f4fc-8ed4-4ae1-9f09-d36032e53973 req-b8b5e2b7-2edc-4941-b91c-1286bc7a9efc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 935 time: 0.1491923 Oct 12 16:52:25.236624 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Pushing event updated for resources: {'Port': ['ID=f8844786-dae7-46e0-823f-bf94cdeedbbc,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:25.285279 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4860f4fc-8ed4-4ae1-9f09-d36032e53973 req-aaa928dc-8a9d-4a93-93c8-96b695f1e384 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581911 Oct 12 16:52:25.289796 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6bf46b51-792d-493d-8f5e-fe484665412b req-8d907517-3f17-4a95-8a39-b2813a36dabd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906162 Oct 12 16:52:25.303905 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Pushing event updated for resources: {'Port': ['ID=386e936c-02fb-4412-9481-4df5bc7da8fc,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:25.456357 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-e4a4d094-c3a6-4e69-99f7-2473de7b0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.456357 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-e4a4d094-c3a6-4e69-99f7-2473de7b0717 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1099 time: 0.1488087 Oct 12 16:52:25.456357 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Attempting to bind port f8844786-dae7-46e0-823f-bf94cdeedbbc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:25.456357 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Attempting to bind port f8844786-dae7-46e0-823f-bf94cdeedbbc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:25.457018 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Attempting to bind port f8844786-dae7-46e0-823f-bf94cdeedbbc on network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:25.480850 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Port f8844786-dae7-46e0-823f-bf94cdeedbbc on network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:52:25.480850 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Attempting to bind port f8844786-dae7-46e0-823f-bf94cdeedbbc on network 9548a7d6-184b-4bbd-b020-c0b577ab1d92 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:25.485228 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:25.485575 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Checking segment: {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:25.485992 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Bound using segment: {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:25.486429 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Bound port: f8844786-dae7-46e0-823f-bf94cdeedbbc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:25.486792 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.502684 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-037360b2-01ce-4877-9e43-38763fc23300 req-0bcd1cdc-272c-44c1-ac93-8fdff9890a55 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0475116 Oct 12 16:52:25.512515 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ea2ed-7cf5-40b0-a5e6-c126aa26dc95 req-682b48d0-5e50-4167-bbe7-eec641ee5bea tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.522762 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0d3ea2ed-7cf5-40b0-a5e6-c126aa26dc95 req-682b48d0-5e50-4167-bbe7-eec641ee5bea tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1201732 Oct 12 16:52:25.596465 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0d3ea2ed-7cf5-40b0-a5e6-c126aa26dc95 req-7b4b0897-4805-436d-81e6-f878cc090947 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712812 Oct 12 16:52:25.601156 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Attempting to bind port 386e936c-02fb-4412-9481-4df5bc7da8fc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:25.601508 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Attempting to bind port 386e936c-02fb-4412-9481-4df5bc7da8fc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:25.601825 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Attempting to bind port 386e936c-02fb-4412-9481-4df5bc7da8fc on network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:25.617097 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Port 386e936c-02fb-4412-9481-4df5bc7da8fc on network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:52:25.617424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Attempting to bind port 386e936c-02fb-4412-9481-4df5bc7da8fc on network 4b28a327-bf0d-4ab3-af1d-6ec90ea892de {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:25.617544 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.644600 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:25.644815 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Checking segment: {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:25.645099 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Bound using segment: {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:25.645545 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Bound port: 386e936c-02fb-4412-9481-4df5bc7da8fc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc7d102-1713-4f25-b329-bec52956c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:25.645922 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.676095 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.679716 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] For port f8844786-dae7-46e0-823f-bf94cdeedbbc, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:25.683562 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] For port f8844786-dae7-46e0-823f-bf94cdeedbbc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:25.684996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-0596fe1b-6eb1-40c0-bb42-333e1ef74db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.686821 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-0596fe1b-6eb1-40c0-bb42-333e1ef74db6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.2190256 Oct 12 16:52:25.712623 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.728214 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e', 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:25.730139 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:25.733971 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:25.736802 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:25.793858 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.794530 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.811710 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.811710 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.812781 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event updated for resources: {'Port': ['ID=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:25.813002 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8844786-dae7-46e0-823f-bf94cdeedbbc HTTP/1.1" status: 200 len: 1094 time: 1.5491900 Oct 12 16:52:25.813451 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'tag': 'f8844786-dae7-46e0-823f-bf94cdeedbbc'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:25.815849 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f270033-2cc7-4031-8217-21ec4c32ed70", "tag": "f8844786-dae7-46e0-823f-bf94cdeedbbc"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:25.848015 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-07912026-0595-4496-ae78-6d6ccefb4a47 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3436337 Oct 12 16:52:25.850130 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] For port 386e936c-02fb-4412-9481-4df5bc7da8fc, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:25.852159 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56cd11-8b3a-4f8a-a400-9a83c2361b17 service neutron] Pushing event updated for resources: {'Port': ['ID=f8844786-dae7-46e0-823f-bf94cdeedbbc,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:25.856162 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] For port 386e936c-02fb-4412-9481-4df5bc7da8fc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=386e936c-02fb-4412-9481-4df5bc7da8fc,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:25.858950 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-c4ced046-8178-4f98-9568-e2f4810eb9e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 1000 time: 0.1538115 Oct 12 16:52:25.862293 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.894645 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9187e7-df31-4878-a2a9-8d30a510c727 x-openstack-request-id: req-ca9187e7-df31-4878-a2a9-8d30a510c727 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:25.894933 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f270033-2cc7-4031-8217-21ec4c32ed70", "tag": "f8844786-dae7-46e0-823f-bf94cdeedbbc", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:25.895354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca9187e7-df31-4878-a2a9-8d30a510c727 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:25.895565 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'tag': 'f8844786-dae7-46e0-823f-bf94cdeedbbc', 'status': 'completed', 'code': 200} Oct 12 16:52:25.910505 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:25.911118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:25.912503 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] 10.222.0.43 "PUT /v2.0/ports/386e936c-02fb-4412-9481-4df5bc7da8fc HTTP/1.1" status: 200 len: 1097 time: 1.6230686 Oct 12 16:52:25.931922 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Request body: {'port': {'device_id': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:26.022757 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3a24-5b52-451c-99f4-1d9c2ff92002 service neutron] Pushing event updated for resources: {'Port': ['ID=386e936c-02fb-4412-9481-4df5bc7da8fc,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:26.076037 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-524cd488-9c2d-46e9-a2f7-0918df9b3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.078162 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-524cd488-9c2d-46e9-a2f7-0918df9b3d33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 1097 time: 0.1341014 Oct 12 16:52:26.080630 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-54e3af81-25a7-406d-9ece-b2f5e2c0915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.082043 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-54e3af81-25a7-406d-9ece-b2f5e2c0915f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.1543550 Oct 12 16:52:26.097666 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:26.098344 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-5801abca-733a-4719-9646-52e7cb3857c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.099597 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-5801abca-733a-4719-9646-52e7cb3857c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8121321d3eef4620acf63504a9edc43f&device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 1100 time: 0.0891807 Oct 12 16:52:26.174461 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-6da5e604-baa4-4ffe-a29c-beed82dea7cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc HTTP/1.1" status: 200 len: 217 time: 0.0669932 Oct 12 16:52:26.238449 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421cc63-bdfd-448c-bafb-c5fc2d184cc0 req-54fab0de-d5e9-4178-9843-45387d60bd3b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.239972 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f421cc63-bdfd-448c-bafb-c5fc2d184cc0 req-54fab0de-d5e9-4178-9843-45387d60bd3b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 944 time: 0.1330092 Oct 12 16:52:26.257790 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33156b47-fa51-47b7-aee8-86ebab7b994f req-e89a41d7-11ec-4357-8002-10162039d2fe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.259297 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-33156b47-fa51-47b7-aee8-86ebab7b994f req-e89a41d7-11ec-4357-8002-10162039d2fe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1091728 Oct 12 16:52:26.261644 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-24e4f66e-f642-4f9e-9a0b-a7a52a9508cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=386e936c-02fb-4412-9481-4df5bc7da8fc HTTP/1.1" status: 200 len: 217 time: 0.0959816 Oct 12 16:52:26.321830 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-3453cdd8-8b8c-49c2-898c-81778fd04420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.322593 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-3453cdd8-8b8c-49c2-898c-81778fd04420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=029fcd31-9904-40e2-ae6d-8e64bb875e20 HTTP/1.1" status: 200 len: 854 time: 0.1303689 Oct 12 16:52:26.324262 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-7dee6c75-f19b-4ec0-aa0b-3b40815463a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.325699 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-7dee6c75-f19b-4ec0-aa0b-3b40815463a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1710601 Oct 12 16:52:26.366467 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-295f7415-3fc6-4b22-87a9-c44f34dc9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.367790 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-295f7415-3fc6-4b22-87a9-c44f34dc9cb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b HTTP/1.1" status: 200 len: 843 time: 0.0893912 Oct 12 16:52:26.417093 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f421cc63-bdfd-448c-bafb-c5fc2d184cc0 req-99172a4b-a980-4284-875d-e5dddeb01549 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563029 Oct 12 16:52:26.417365 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-551919ab-6693-45ae-b703-c3efeb59d94f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9548a7d6-184b-4bbd-b020-c0b577ab1d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792229 Oct 12 16:52:26.426121 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-33156b47-fa51-47b7-aee8-86ebab7b994f req-6bf6699c-d449-4e90-aeb7-f2894690de76 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123319 Oct 12 16:52:26.526120 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-c6933aa5-cecd-4582-9eae-e5c60df14b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.527695 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-c6933aa5-cecd-4582-9eae-e5c60df14b2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b28a327-bf0d-4ab3-af1d-6ec90ea892de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1200924 Oct 12 16:52:26.609133 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-525d9262-2b01-4e3f-bc69-536dfe6a437e service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722738 Oct 12 16:52:26.615162 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c593c8-3dc9-4fa2-900a-ac444a32b7a4 req-a3687666-01a7-416d-86e1-7f6ad938a048 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.616677 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-76c593c8-3dc9-4fa2-900a-ac444a32b7a4 req-a3687666-01a7-416d-86e1-7f6ad938a048 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.1223626 Oct 12 16:52:26.618668 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 {{(pid=105674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:26.635539 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:26.644765 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d82c-c0a6-4f78-99ae-a35b27f197c3 req-47afe086-e556-49b6-9a03-29edb6a19651 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.646238 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ea51d82c-c0a6-4f78-99ae-a35b27f197c3 req-47afe086-e556-49b6-9a03-29edb6a19651 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 947 time: 0.1234035 Oct 12 16:52:26.672139 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.provisioning_blocks [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Transition to ACTIVE for port object 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 will not be triggered until provisioned by entity L2. {{(pid=105674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 16:52:26.688563 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:26.693223 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-3c180348-93b2-4f99-92b4-0259b6974c1f service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422411 Oct 12 16:52:26.721322 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-76c593c8-3dc9-4fa2-900a-ac444a32b7a4 req-b472904e-e0e9-4b2d-9245-192ad6f416d5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950227 Oct 12 16:52:26.740991 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-462c3def-e85a-4cab-bcdc-858182cd8357 service neutron] 10.222.0.43 "GET /v2.0/networks/4b28a327-bf0d-4ab3-af1d-6ec90ea892de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005215 Oct 12 16:52:26.752029 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ea51d82c-c0a6-4f78-99ae-a35b27f197c3 req-4d569fc4-562c-4152-867b-f355bdbe90e6 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933509 Oct 12 16:52:26.780662 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Pushing event updated for resources: {'Port': ['ID=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:26.889679 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.managers [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Attempting to bind port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 16:52:26.890026 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.managers [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Attempting to bind port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}] {{(pid=105674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 16:52:26.890353 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Attempting to bind port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:26.903068 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 16:52:26.903380 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Attempting to bind port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 16:52:26.907803 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7bd0f390-eb10-42b6-bd42-76f0af4bd461 req-c4953493-909b-4e75-a233-96805b8206ca service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835145 Oct 12 16:52:26.919844 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c783-7f10-43d4-827c-8466410a5588 req-ee1390eb-1989-470f-b135-35051c11f4e3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.921057 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c2c094cc-dab0-4bb3-8ede-de38236daf8b req-1498892e-0e14-440d-ab45-ab17cfb81d58 service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146981 Oct 12 16:52:26.921320 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0fb2c783-7f10-43d4-827c-8466410a5588 req-ee1390eb-1989-470f-b135-35051c11f4e3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 944 time: 0.1005800 Oct 12 16:52:26.923504 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 16:52:26.923926 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Checking segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 16:52:26.924190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Bound using segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} {{(pid=105674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 16:52:26.924623 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.managers [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Bound port: 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}}] {{(pid=105674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 16:52:26.924973 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:26.954022 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec14c0-f4fe-4066-af26-f2a9de6e4e93 req-72f95d74-ec9c-4a8d-9b4a-1532d6a9b47d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:26.955426 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0c6034b6-3ec3-4770-b113-b35150bab6b2 req-cfbd2e44-c3d4-4b49-8c13-fd6f69806aa8 service neutron] 10.222.0.43 "GET /v2.0/networks/4b28a327-bf0d-4ab3-af1d-6ec90ea892de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382942 Oct 12 16:52:26.955584 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e4ec14c0-f4fe-4066-af26-f2a9de6e4e93 req-72f95d74-ec9c-4a8d-9b4a-1532d6a9b47d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1024415 Oct 12 16:52:27.053720 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0fb2c783-7f10-43d4-827c-8466410a5588 req-ed91b551-5848-40ac-8da1-d5f4e04d7f1c tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220920 Oct 12 16:52:27.063669 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e4ec14c0-f4fe-4066-af26-f2a9de6e4e93 req-63183755-a582-466c-9515-af71f5b49272 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975668 Oct 12 16:52:27.077367 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] For port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host hv-cinder-81322, cleared binding levels {{(pid=105674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 16:52:27.080693 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] For port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 16:52:27.085538 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:27.125634 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.126301 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for port, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:27.127610 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] 10.222.0.43 "PUT /v2.0/ports/1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 1094 time: 1.2016218 Oct 12 16:52:27.128047 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'tag': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:27.130285 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d1d3c-09b9-42f6-96d8-47dc921e658e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e5ed49-472b-4bb5-9d17-ff01676f5116", "tag": "1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:27.146548 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46b802-6bd8-47e8-8a63-f0266406fb6b service neutron] Pushing event updated for resources: {'Port': ['ID=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,revision_number=3']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:27.169672 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-11d40e84-3e29-4cf6-a695-09a987058388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.170919 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7ea4b-9650-4b15-8ae6-03c87fcc994a x-openstack-request-id: req-f3a7ea4b-9650-4b15-8ae6-03c87fcc994a {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:27.171197 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e5ed49-472b-4bb5-9d17-ff01676f5116", "tag": "1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:27.171440 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3a7ea4b-9650-4b15-8ae6-03c87fcc994a {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:27.171720 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-11d40e84-3e29-4cf6-a695-09a987058388 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1099 time: 0.0819728 Oct 12 16:52:27.171839 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'tag': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6', 'status': 'completed', 'code': 200} Oct 12 16:52:27.184156 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-01b68889-c6ba-4d89-8b57-0f649356f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.185623 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-01b68889-c6ba-4d89-8b57-0f649356f868 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 1097 time: 0.0650933 Oct 12 16:52:27.264382 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-d7e68dec-fceb-4799-9130-7d9b60dd2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.265848 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-d7e68dec-fceb-4799-9130-7d9b60dd2308 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1097 time: 0.0396991 Oct 12 16:52:27.320844 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-2d4a1f53-3cac-4766-8962-4b1594af1b99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.0359070 Oct 12 16:52:27.378609 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-843f61ca-3769-42fe-9618-08270a23ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.380076 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-843f61ca-3769-42fe-9618-08270a23ac6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 200 len: 916 time: 0.1548522 Oct 12 16:52:27.382605 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-c08a029a-f3d5-458a-98be-cbbf6e12c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.383906 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-c08a029a-f3d5-458a-98be-cbbf6e12c35d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.1516039 Oct 12 16:52:27.393159 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-047a459b-be77-4946-b5e8-d3742862fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.394546 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-047a459b-be77-4946-b5e8-d3742862fd91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0504420 Oct 12 16:52:27.431635 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-25356384-09fb-4164-b777-836b1263d086 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237117 Oct 12 16:52:27.439241 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-d4451733-d944-4905-9b12-84a0f7be35c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc HTTP/1.1" status: 200 len: 217 time: 0.0397131 Oct 12 16:52:27.525452 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-31e66f3f-9d72-456e-8993-d66aea692387 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 1000 time: 0.1191301 Oct 12 16:52:27.529024 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-60070c52-c5f4-4819-baae-206c1dfff309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.530950 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-60070c52-c5f4-4819-baae-206c1dfff309 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=029fcd31-9904-40e2-ae6d-8e64bb875e20 HTTP/1.1" status: 200 len: 854 time: 0.0627604 Oct 12 16:52:27.598665 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-340de0b8-e13c-4bc7-a27f-95f1e9540823 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9548a7d6-184b-4bbd-b020-c0b577ab1d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448508 Oct 12 16:52:27.602975 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-e54e8291-5dea-4a8d-980a-3fc122ea7b11 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565926 Oct 12 16:52:27.614616 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-c7ae41a5-3650-4f57-901a-67e8341c1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.616365 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-c7ae41a5-3650-4f57-901a-67e8341c1904 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0717731 Oct 12 16:52:27.617336 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30fab-5bad-4a77-af7f-445f754081ae req-24a6d44c-32a2-4c81-a01a-d44c5d441943 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.618851 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-60f30fab-5bad-4a77-af7f-445f754081ae req-24a6d44c-32a2-4c81-a01a-d44c5d441943 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 944 time: 0.1052635 Oct 12 16:52:27.630918 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792dffb-48d3-4801-80be-4eaff0266606 req-43b887bb-fbb0-42a4-b2c1-418773cf62b0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.632588 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c792dffb-48d3-4801-80be-4eaff0266606 req-43b887bb-fbb0-42a4-b2c1-418773cf62b0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.1054821 Oct 12 16:52:27.724472 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-5f5d2b18-4ae8-4a8d-a6b8-c99a6d7bfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.725979 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-5f5d2b18-4ae8-4a8d-a6b8-c99a6d7bfc06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916963 Oct 12 16:52:27.745412 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c792dffb-48d3-4801-80be-4eaff0266606 req-d248b564-792a-44aa-b71f-8ec5e71cbafc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937572 Oct 12 16:52:27.747366 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-60f30fab-5bad-4a77-af7f-445f754081ae req-0214d577-7136-44b6-94cd-7033f6efa3bb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116288 Oct 12 16:52:27.761313 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-b307cd3f-d8b9-4aac-8090-ff4502f993fa service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355710 Oct 12 16:52:27.782981 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbd194b-4456-4bb0-8e34-b16275ea7233 req-91896a42-eb7f-4141-8894-26a83bdd5cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471484 Oct 12 16:52:27.895292 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-5ff060ab-b827-4ffe-aa0a-3ee03d0afead service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574872 Oct 12 16:52:27.898662 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efa727-0225-406c-97b7-2f72057a9b76 req-e9d1db9c-2d1a-4d83-ae63-fb8581fd5d7a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.899978 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38db9662-6a24-4894-a9a2-b681fdd497be', 'tag': '386e936c-02fb-4412-9481-4df5bc7da8fc'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:27.900134 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c3efa727-0225-406c-97b7-2f72057a9b76 req-e9d1db9c-2d1a-4d83-ae63-fb8581fd5d7a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 943 time: 0.0802116 Oct 12 16:52:27.902226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520dd89e-bc00-4893-934d-1e1c565fd627" -d '{"events": [{"name": "network-changed", "server_uuid": "38db9662-6a24-4894-a9a2-b681fdd497be", "tag": "386e936c-02fb-4412-9481-4df5bc7da8fc"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:27.918071 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-9090c7c0-68d7-4b75-b1a1-9062061b4d0c req-661bc548-a517-4508-b20d-29b4ead2d1d4 service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324351 Oct 12 16:52:27.941479 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7c8f9-a6cc-4eed-9bc9-428295d5a793 req-737078bf-9996-4d97-8cfb-1d8414fe0255 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.942937 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eba7c8f9-a6cc-4eed-9bc9-428295d5a793 req-737078bf-9996-4d97-8cfb-1d8414fe0255 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 947 time: 0.0974059 Oct 12 16:52:27.986472 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-6b28243b-9d81-407a-ac62-9784e88edb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:27.987894 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-6b28243b-9d81-407a-ac62-9784e88edb30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1097 time: 0.0869873 Oct 12 16:52:27.992503 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5ea21cb-8b60-4640-a356-8cbcd3aa66e3 req-460dc995-ce50-49a1-94aa-df023ecc5a41 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855670 Oct 12 16:52:27.996409 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c3efa727-0225-406c-97b7-2f72057a9b76 req-c5bffd26-07f2-4e95-a2b3-6a729adc58a7 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854294 Oct 12 16:52:28.010030 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eba7c8f9-a6cc-4eed-9bc9-428295d5a793 req-f33c9bf2-9551-40b4-be5b-b942f02ce76b tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Oct 12 16:52:28.050179 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4121d7-15cd-40a1-91b6-8000a056f553 x-openstack-request-id: req-1a4121d7-15cd-40a1-91b6-8000a056f553 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:28.050468 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38db9662-6a24-4894-a9a2-b681fdd497be", "tag": "386e936c-02fb-4412-9481-4df5bc7da8fc", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:28.050727 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1a4121d7-15cd-40a1-91b6-8000a056f553 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:28.051120 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38db9662-6a24-4894-a9a2-b681fdd497be', 'tag': '386e936c-02fb-4412-9481-4df5bc7da8fc', 'status': 'completed', 'code': 200} Oct 12 16:52:28.101385 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-d8142446-a3f7-4544-88b4-dc4b445589a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.102890 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-d8142446-a3f7-4544-88b4-dc4b445589a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0918002 Oct 12 16:52:28.232036 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-008d04fc-f675-45f0-9500-a45e4263d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.234201 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-008d04fc-f675-45f0-9500-a45e4263d608 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8121321d3eef4620acf63504a9edc43f&device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 1100 time: 0.0489669 Oct 12 16:52:28.271917 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device da8e66e8-51a8-439f-a30e-6283644f707b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:28.379076 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port da8e66e8-51a8-439f-a30e-6283644f707b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=da8e66e8-51a8-439f-a30e-6283644f707b,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:28.392557 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'port_id': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'mac_address': 'fa:16:3e:19:e8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:28.414497 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-c0780a16-3729-4f64-8da4-a95a507b009e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.2392137 Oct 12 16:52:28.427755 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94996d-39dd-40d6-877d-8a4704d88ee7 req-5c197166-5f49-4cfc-90cd-71fd805d35ee tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.429291 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8b94996d-39dd-40d6-877d-8a4704d88ee7 req-5c197166-5f49-4cfc-90cd-71fd805d35ee tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 944 time: 0.3074927 Oct 12 16:52:28.447373 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:28.462845 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8e66e8-51a8-439f-a30e-6283644f707b {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:28.482383 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e054ce9-a94c-4245-8be9-bf7516db8a08 req-7ba50449-e40a-413b-9044-ec44cab081ca tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.484455 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3e054ce9-a94c-4245-8be9-bf7516db8a08 req-7ba50449-e40a-413b-9044-ec44cab081ca tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.3368084 Oct 12 16:52:28.487397 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port da8e66e8-51a8-439f-a30e-6283644f707b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=da8e66e8-51a8-439f-a30e-6283644f707b,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:28.499676 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:28.530242 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-0e875885-a8fc-4c17-95a4-46bb5b4fc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.531615 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-0e875885-a8fc-4c17-95a4-46bb5b4fc0a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.1014357 Oct 12 16:52:28.534854 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8b94996d-39dd-40d6-877d-8a4704d88ee7 req-307115b6-b54e-4fea-bef0-0b0a1a44d0ae tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776966 Oct 12 16:52:28.554152 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=da8e66e8-51a8-439f-a30e-6283644f707b,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:28.572028 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-eb47b3c1-ab5a-454f-a618-ab247c4e71f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274756 Oct 12 16:52:28.574900 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3e054ce9-a94c-4245-8be9-bf7516db8a08 req-884ce851-59a3-4771-bec6-309e2cea3864 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753348 Oct 12 16:52:28.592480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-a030c425-3b87-43f8-be0a-00dee71affb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.593979 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-a030c425-3b87-43f8-be0a-00dee71affb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b28a327-bf0d-4ab3-af1d-6ec90ea892de HTTP/1.1" status: 200 len: 871 time: 0.3482184 Oct 12 16:52:28.641095 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-16cd3a00-e780-4bff-812c-bbde02699e3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=386e936c-02fb-4412-9481-4df5bc7da8fc HTTP/1.1" status: 200 len: 217 time: 0.0383153 Oct 12 16:52:28.675868 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-bd636f00-20e9-4510-80a3-85ddcb853b8f service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Oct 12 16:52:28.698725 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-651aae52-be66-4213-9b3b-71be20d23a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.700169 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-651aae52-be66-4213-9b3b-71be20d23a71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b HTTP/1.1" status: 200 len: 843 time: 0.0483749 Oct 12 16:52:28.765613 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-5112ea45-522a-4a9d-97f5-9575c41bfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.767153 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-5112ea45-522a-4a9d-97f5-9575c41bfb30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b28a327-bf0d-4ab3-af1d-6ec90ea892de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482233 Oct 12 16:52:28.794693 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-786d1d3c-09b9-42f6-96d8-47dc921e658e req-1b5032c6-9e34-42ea-b5cb-67b8f10fc10c service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Oct 12 16:52:28.899711 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce54e-b3ea-4c75-b36c-2d1530d0bcb9 req-a0ddbaf5-abcd-4f66-8b26-59077236ae8f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.901185 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15bce54e-b3ea-4c75-b36c-2d1530d0bcb9 req-a0ddbaf5-abcd-4f66-8b26-59077236ae8f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 944 time: 0.0770326 Oct 12 16:52:28.914251 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ebe87-6174-4e8f-915b-574ba983f0da req-7be8f563-5d60-4dfb-85c0-cc2547eb9f01 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:28.915734 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f8ebe87-6174-4e8f-915b-574ba983f0da req-7be8f563-5d60-4dfb-85c0-cc2547eb9f01 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0811112 Oct 12 16:52:28.971073 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f8ebe87-6174-4e8f-915b-574ba983f0da req-3e8c0592-7736-4fe3-bd23-b37b42c0100d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485811 Oct 12 16:52:28.973644 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15bce54e-b3ea-4c75-b36c-2d1530d0bcb9 req-c8926349-1cb1-4a76-9a9e-d05fc53e44bf tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Oct 12 16:52:29.015691 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-717a6fdc-05d2-4f46-a280-6e43fe53aacb service neutron] 10.222.0.43 "GET /v2.0/networks/4b28a327-bf0d-4ab3-af1d-6ec90ea892de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913792 Oct 12 16:52:29.050572 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['da8e66e8-51a8-439f-a30e-6283644f707b'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:29.124065 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-520dd89e-bc00-4893-934d-1e1c565fd627 req-4044cfea-a34c-4287-bc09-3dc9f765fea9 service neutron] 10.222.0.43 "GET /v2.0/networks/4b28a327-bf0d-4ab3-af1d-6ec90ea892de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995700 Oct 12 16:52:29.156595 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e3a6c-63f5-4692-b91c-aed55a1fd6c8 req-77e85ffd-b239-4120-bc65-0197f0ac6822 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:29.158099 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e89e3a6c-63f5-4692-b91c-aed55a1fd6c8 req-77e85ffd-b239-4120-bc65-0197f0ac6822 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 944 time: 0.0727470 Oct 12 16:52:29.165237 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b6d3a-6c60-4408-ba7e-2ead33efeaad req-e28da731-c2f4-4eed-98fb-a99e59bef691 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:29.166663 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8a3b6d3a-6c60-4408-ba7e-2ead33efeaad req-e28da731-c2f4-4eed-98fb-a99e59bef691 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 947 time: 0.0910697 Oct 12 16:52:29.220047 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e89e3a6c-63f5-4692-b91c-aed55a1fd6c8 req-9460b240-77ae-4ec6-baca-43eec244d76e tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524707 Oct 12 16:52:29.224896 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8a3b6d3a-6c60-4408-ba7e-2ead33efeaad req-53c79f83-1f1d-41d2-b9a9-e10a7c9d4b6c tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Oct 12 16:52:29.667498 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:29.696322 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4136d-abde-43c3-85df-b27ef6381b46 req-f3b18241-4a45-4c13-b1bf-9040888fa28b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:29.697775 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b9f4136d-abde-43c3-85df-b27ef6381b46 req-f3b18241-4a45-4c13-b1bf-9040888fa28b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 944 time: 0.0856428 Oct 12 16:52:29.717974 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87844e-1844-4a69-bc4c-382d12269c00 req-468efdb9-2f7a-4501-aa9e-2e0d011601d5 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:29.719337 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6a87844e-1844-4a69-bc4c-382d12269c00 req-468efdb9-2f7a-4501-aa9e-2e0d011601d5 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0704098 Oct 12 16:52:29.764740 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b9f4136d-abde-43c3-85df-b27ef6381b46 req-113eb172-e5ce-4d47-9486-8b31e388675a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588140 Oct 12 16:52:29.780829 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6a87844e-1844-4a69-bc4c-382d12269c00 req-91c7127b-3576-4a0e-ada0-6d75a4e12ce3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542560 Oct 12 16:52:30.115167 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902c2a-70c0-4f0c-a5ed-fb03bfccb66d req-638d1ec6-0d40-4173-af27-fb48a9680797 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.116519 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f1902c2a-70c0-4f0c-a5ed-fb03bfccb66d req-638d1ec6-0d40-4173-af27-fb48a9680797 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 944 time: 0.0763657 Oct 12 16:52:30.125293 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c560a6-d694-4f9c-812b-8390b0c3b1b1 req-cbb19bf6-a765-4f16-8aeb-49627f4e0d41 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.126651 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f7c560a6-d694-4f9c-812b-8390b0c3b1b1 req-cbb19bf6-a765-4f16-8aeb-49627f4e0d41 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0846715 Oct 12 16:52:30.180287 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f1902c2a-70c0-4f0c-a5ed-fb03bfccb66d req-91c9d23a-8612-461b-ab08-c52f6d3d2bfb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Oct 12 16:52:30.185080 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f7c560a6-d694-4f9c-812b-8390b0c3b1b1 req-7c245acc-4ebe-4a11-910d-1035ab84db3c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516992 Oct 12 16:52:30.289788 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f8844786-dae7-46e0-823f-bf94cdeedbbc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:30.305492 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device da8e66e8-51a8-439f-a30e-6283644f707b up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:30.340310 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667e0a1-cd82-4a0b-a6bb-d1a09ddf9397 req-f5d17fec-da0e-4547-ac6a-44b20da328ca tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.346404 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8667e0a1-cd82-4a0b-a6bb-d1a09ddf9397 req-f5d17fec-da0e-4547-ac6a-44b20da328ca tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 944 time: 0.0595489 Oct 12 16:52:30.386719 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8667e0a1-cd82-4a0b-a6bb-d1a09ddf9397 req-84347591-6321-4333-89cd-05078b882793 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Oct 12 16:52:30.463674 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port da8e66e8-51a8-439f-a30e-6283644f707b completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:52:30.476695 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port da8e66e8-51a8-439f-a30e-6283644f707b triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:30.477085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.497401 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11e687-5844-4367-a9ef-e38580f1a101 req-9971e566-f282-46cd-9849-8f456f81f8dc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.499181 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fe11e687-5844-4367-a9ef-e38580f1a101 req-9971e566-f282-46cd-9849-8f456f81f8dc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 947 time: 0.0531864 Oct 12 16:52:30.505183 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port f8844786-dae7-46e0-823f-bf94cdeedbbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:30.524209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'f8844786-dae7-46e0-823f-bf94cdeedbbc', 'network_id': '9548a7d6-184b-4bbd-b020-c0b577ab1d92', 'port_id': 'f8844786-dae7-46e0-823f-bf94cdeedbbc', 'mac_address': 'fa:16:3e:82:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029fcd31-9904-40e2-ae6d-8e64bb875e20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:30.542137 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fe11e687-5844-4367-a9ef-e38580f1a101 req-a4c7c821-7d01-4d0e-ab05-96f896060654 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Oct 12 16:52:30.572120 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.607358 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8844786-dae7-46e0-823f-bf94cdeedbbc {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:30.634046 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.637747 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port f8844786-dae7-46e0-823f-bf94cdeedbbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:30.645600 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.646290 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 386e936c-02fb-4412-9481-4df5bc7da8fc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:30.696084 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:30.698351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb9af7-7b3b-4dd5-b771-e4594b708e4c" -d '{"events": [{"server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "name": "network-vif-plugged", "status": "completed", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:30.710959 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-3cc7c980-b88c-4e02-8c23-a853c3707de6 req-6fe0190b-907a-4700-aa8a-1af87b46df14 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:52:30.712060 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3cc7c980-b88c-4e02-8c23-a853c3707de6 req-6fe0190b-907a-4700-aa8a-1af87b46df14 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056143 Oct 12 16:52:30.726257 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port da8e66e8-51a8-439f-a30e-6283644f707b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=da8e66e8-51a8-439f-a30e-6283644f707b,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:30.772056 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c74ca59-bad0-487c-a11f-c64a8955160b x-openstack-request-id: req-6c74ca59-bad0-487c-a11f-c64a8955160b {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:30.772361 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "name": "network-vif-plugged", "status": "completed", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:30.772614 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c74ca59-bad0-487c-a11f-c64a8955160b {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:30.773070 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'code': 200} Oct 12 16:52:30.773532 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=f8844786-dae7-46e0-823f-bf94cdeedbbc,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:30.776402 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.786446 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:30.907336 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2284f-acdb-4d64-acfd-d17841133fd7 req-cfb781fa-4101-4617-890c-c001457e755c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:30.916129 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1ea2284f-acdb-4d64-acfd-d17841133fd7 req-cfb781fa-4101-4617-890c-c001457e755c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 946 time: 0.0614984 Oct 12 16:52:30.975634 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=da8e66e8-51a8-439f-a30e-6283644f707b,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:30.982628 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:30.996537 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 386e936c-02fb-4412-9481-4df5bc7da8fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=386e936c-02fb-4412-9481-4df5bc7da8fc,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:31.006673 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1ea2284f-acdb-4d64-acfd-d17841133fd7 req-11aa7f7e-3860-4353-a1bd-7336f7027933 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874283 Oct 12 16:52:31.020288 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '386e936c-02fb-4412-9481-4df5bc7da8fc', 'network_id': '4b28a327-bf0d-4ab3-af1d-6ec90ea892de', 'port_id': '386e936c-02fb-4412-9481-4df5bc7da8fc', 'mac_address': 'fa:16:3e:44:e1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c17f0f-ea6e-4dae-9d68-bdd1d3e9227b', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:31.035400 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 36230) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:31.036122 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105ffc2-6db4-43ac-b6d1-f1378fde2492 req-13b9ccac-f377-429e-b268-5d689c8c263e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.042615 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:31.044642 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e105ffc2-6db4-43ac-b6d1-f1378fde2492 req-13b9ccac-f377-429e-b268-5d689c8c263e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 944 time: 0.1261594 Oct 12 16:52:31.084861 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f05c4-e060-433e-84a2-0b23155601f9 req-da289aec-492e-4ba8-8783-e95b535c7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.085031 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.086843 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-217f05c4-e060-433e-84a2-0b23155601f9 req-da289aec-492e-4ba8-8783-e95b535c7f2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 1098 time: 0.0883281 Oct 12 16:52:31.093134 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e105ffc2-6db4-43ac-b6d1-f1378fde2492 req-b206e92d-2414-4a9c-a128-86ca88f50fa9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Oct 12 16:52:31.138454 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.161584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386e936c-02fb-4412-9481-4df5bc7da8fc {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:31.166439 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-217f05c4-e060-433e-84a2-0b23155601f9 req-11adb348-ef9a-43d1-a367-77d2dc434330 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707719 Oct 12 16:52:31.169637 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=8']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:31.179488 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb40e2e-2f52-4b9c-8025-e8a3e733d4da req-04ac0142-551f-4f77-b554-12672faf2d8f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.181294 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6bb40e2e-2f52-4b9c-8025-e8a3e733d4da req-04ac0142-551f-4f77-b554-12672faf2d8f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0842590 Oct 12 16:52:31.193167 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 386e936c-02fb-4412-9481-4df5bc7da8fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=386e936c-02fb-4412-9481-4df5bc7da8fc,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:31.198423 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.210706 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b4-68f4-4ec4-a644-d703452e35cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.238484 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6bb40e2e-2f52-4b9c-8025-e8a3e733d4da req-9665ea16-2c39-4693-9c1b-9010f9d28f6d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 Oct 12 16:52:31.265549 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=386e936c-02fb-4412-9481-4df5bc7da8fc,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:31.304277 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b4-68f4-4ec4-a644-d703452e35cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.309031 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b4-68f4-4ec4-a644-d703452e35cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.325984 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c796-9c47-4545-9de5-0f7a734a3425 req-949bbc26-36f1-4178-bb1b-e6b983addcf6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.328064 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be36c796-9c47-4545-9de5-0f7a734a3425 req-949bbc26-36f1-4178-bb1b-e6b983addcf6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 945 time: 0.0617726 Oct 12 16:52:31.354788 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a1fdf0b4-68f4-4ec4-a644-d703452e35cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ff75a5c52d0496ebf01a505bcfb9d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975509 Oct 12 16:52:31.354788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdf0b4-68f4-4ec4-a644-d703452e35cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b6ad3a-c069-4e1f-a7b7-96f2e84a3954,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:31.356557 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 36242) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:31.382538 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be36c796-9c47-4545-9de5-0f7a734a3425 req-0282d550-6a2f-4c20-a23c-13fa14ce0019 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 Oct 12 16:52:31.423159 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7382b68b-3288-4928-a7c4-1118d5c8fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.445440 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7382b68b-3288-4928-a7c4-1118d5c8fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.516888 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 36254) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:31.521545 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d50c9-4a6e-4949-9439-b8d5304fb809 req-c5b5daf8-368f-4ce5-a989-4759e670b9c0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.522377 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-506d50c9-4a6e-4949-9439-b8d5304fb809 req-c5b5daf8-368f-4ce5-a989-4759e670b9c0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 945 time: 0.0611219 Oct 12 16:52:31.543883 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7382b68b-3288-4928-a7c4-1118d5c8fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.547072 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7382b68b-3288-4928-a7c4-1118d5c8fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:31.548156 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-7382b68b-3288-4928-a7c4-1118d5c8fdc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18b6ad3a-c069-4e1f-a7b7-96f2e84a3954 HTTP/1.1" status: 204 len: 168 time: 0.1906734 Oct 12 16:52:31.562315 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382b68b-3288-4928-a7c4-1118d5c8fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b6ad3a-c069-4e1f-a7b7-96f2e84a3954,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:31.610467 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-506d50c9-4a6e-4949-9439-b8d5304fb809 req-eb1d033f-842e-44df-a060-d849abd1feee tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657761 Oct 12 16:52:31.624769 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-631f06c2-5911-45d3-887c-47c77ff3aa2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065872 Oct 12 16:52:31.633891 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-d85e8b44-3bae-40e5-ab8b-842cf9a13200 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:52:31.634885 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-d85e8b44-3bae-40e5-ab8b-842cf9a13200 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053246 Oct 12 16:52:31.663317 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867d595-80dc-4aa5-9efb-307ea0994869 req-d6c2ed12-6bb9-4797-8470-38be23d154e4 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:31.665044 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c867d595-80dc-4aa5-9efb-307ea0994869 req-d6c2ed12-6bb9-4797-8470-38be23d154e4 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 948 time: 0.0517490 Oct 12 16:52:31.705315 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c867d595-80dc-4aa5-9efb-307ea0994869 req-114b8622-7693-43ef-abe0-462354bccf2f tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Oct 12 16:52:31.751071 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['f8844786-dae7-46e0-823f-bf94cdeedbbc'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:31.778769 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['386e936c-02fb-4412-9481-4df5bc7da8fc'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:32.144724 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eba78d-b997-4bf0-b076-88c9baa6138c req-0ac4645f-866b-4a7e-a78c-d9cd80888311 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.146232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-78eba78d-b997-4bf0-b076-88c9baa6138c req-0ac4645f-866b-4a7e-a78c-d9cd80888311 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0609264 Oct 12 16:52:32.207943 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-78eba78d-b997-4bf0-b076-88c9baa6138c req-280590b9-2dcc-4215-9e62-4f7bb8ee5c46 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498860 Oct 12 16:52:32.224472 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8675631-5062-4d4b-88e7-1a05f9af84e2 req-ce1e7224-f287-4a16-8390-176aaf5e034f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.226038 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f8675631-5062-4d4b-88e7-1a05f9af84e2 req-ce1e7224-f287-4a16-8390-176aaf5e034f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 944 time: 0.0783007 Oct 12 16:52:32.264405 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f8675631-5062-4d4b-88e7-1a05f9af84e2 req-48212291-c32e-44d3-a858-36bd838d8d88 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Oct 12 16:52:32.308108 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:32.320375 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:32.356337 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968fced-0d19-42dc-a92b-af2d3f96ca42 req-17511edc-d9a6-4b5c-93b6-1da32a327815 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.357915 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9968fced-0d19-42dc-a92b-af2d3f96ca42 req-17511edc-d9a6-4b5c-93b6-1da32a327815 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0503020 Oct 12 16:52:32.399396 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9968fced-0d19-42dc-a92b-af2d3f96ca42 req-b12bb855-d3fb-4f63-8735-0d61c08b6168 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Oct 12 16:52:32.470773 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:32.486524 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'port_id': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6', 'mac_address': 'fa:16:3e:ad:f7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09af2e27-152b-4cd7-87de-85b4edc60792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:32.508577 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cebbf-1dc9-4fcf-ac71-63c10cc66610 req-890302bd-42f9-4b17-bf40-4791bce084ab tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.509985 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c36cebbf-1dc9-4fcf-ac71-63c10cc66610 req-890302bd-42f9-4b17-bf40-4791bce084ab tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 945 time: 0.0532458 Oct 12 16:52:32.526543 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:32.539671 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:32.553263 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c36cebbf-1dc9-4fcf-ac71-63c10cc66610 req-bb4e02bc-6fb9-4236-b20f-a5496bbeabb0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Oct 12 16:52:32.566037 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:32.570609 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:32.623419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:32.702846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec667ad7-46cb-4d7f-b363-c244307470fd req-a4873805-d17f-4322-87c3-b8be3aacd366 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.704278 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ec667ad7-46cb-4d7f-b363-c244307470fd req-a4873805-d17f-4322-87c3-b8be3aacd366 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Oct 12 16:52:32.706810 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:52:32.745583 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ec667ad7-46cb-4d7f-b363-c244307470fd req-712c02a5-aa57-4918-9a5e-3c2a623c0143 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Oct 12 16:52:32.774172 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:32.776873 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fd0995-106d-41c8-8a24-c86c29ac1570" -d '{"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:32.849729 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e613330-f135-4a74-84ae-2960c8abcc97 req-a0f3cef6-5f61-4ecb-aa0b-402b0f642494 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.851123 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e613330-f135-4a74-84ae-2960c8abcc97 req-a0f3cef6-5f61-4ecb-aa0b-402b0f642494 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 948 time: 0.0762858 Oct 12 16:52:32.883108 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813c3f-293d-4835-8469-848f465e43a5 req-825d9aba-e136-401b-b6bf-3d1689dfbbf3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:32.884567 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a7813c3f-293d-4835-8469-848f465e43a5 req-825d9aba-e136-401b-b6bf-3d1689dfbbf3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 945 time: 0.0782299 Oct 12 16:52:32.913281 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e613330-f135-4a74-84ae-2960c8abcc97 req-8f722c98-936f-4e6e-8546-e072acc8ff3d tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553668 Oct 12 16:52:32.931855 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a7813c3f-293d-4835-8469-848f465e43a5 req-08c079ed-24bd-4367-9e8b-1fb81ea6838c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Oct 12 16:52:32.951253 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c7296-2b5c-4550-a8dc-704bdf536862 x-openstack-request-id: req-c50c7296-2b5c-4550-a8dc-704bdf536862 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:32.952218 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-unplugged", "status": "failed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "code": 422}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:32.952474 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c50c7296-2b5c-4550-a8dc-704bdf536862 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:32.952908 dv-cinder-813222-2-iscsi neutron-server[105675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'code': 422} returned with failed status Oct 12 16:52:32.957469 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 36284) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:33.141629 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e403f4-3dff-423f-a29f-8ee69e68c1de tempest-TestVolumeBootPattern-1934602710 tempest-TestVolumeBootPattern-1934602710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:33.145943 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-86e403f4-3dff-423f-a29f-8ee69e68c1de tempest-TestVolumeBootPattern-1934602710 tempest-TestVolumeBootPattern-1934602710-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 1093 time: 0.1847184 Oct 12 16:52:33.146509 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 36292) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:52:33.150394 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'port_id': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 16:52:33.171821 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:33.281632 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:33.286277 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:33.416679 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b60da8-8347-4441-b35a-41611c99618c req-b35af493-538a-47b9-8f8c-afda210841f5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:33.418201 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-38b60da8-8347-4441-b35a-41611c99618c req-b35af493-538a-47b9-8f8c-afda210841f5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.1294973 Oct 12 16:52:33.490452 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f00bc-1838-40fb-9ac9-03ba5f8ee2ea req-f3fa3a76-8e21-4715-a12d-1343466ead00 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:33.491931 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-183f00bc-1838-40fb-9ac9-03ba5f8ee2ea req-f3fa3a76-8e21-4715-a12d-1343466ead00 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 945 time: 0.1218693 Oct 12 16:52:33.504832 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Allocated IP 172.27.1.12 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/453a953a-2fc2-4084-9ad1-402f323c2df8) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 16:52:33.532270 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-38b60da8-8347-4441-b35a-41611c99618c req-4c590a7f-af12-4cd8-8e92-0172071b55c4 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942278 Oct 12 16:52:33.597774 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-183f00bc-1838-40fb-9ac9-03ba5f8ee2ea req-e0e295ea-cf65-44be-ac63-9a2e4b19ed5a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942528 Oct 12 16:52:33.712352 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:33.724456 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756991b-8a0d-46b7-9ae8-d3053f6a55c4 req-1de35199-e766-47f3-a790-e5eb9192207e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:33.725924 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4756991b-8a0d-46b7-9ae8-d3053f6a55c4 req-1de35199-e766-47f3-a790-e5eb9192207e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1186306 Oct 12 16:52:33.760980 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944fa2c-433f-47b5-84fd-c24a14879c58 req-676ea605-7a80-4e8a-8c8a-ea5db0498ade tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:33.762424 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6944fa2c-433f-47b5-84fd-c24a14879c58 req-676ea605-7a80-4e8a-8c8a-ea5db0498ade tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 945 time: 0.1069274 Oct 12 16:52:33.812113 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4756991b-8a0d-46b7-9ae8-d3053f6a55c4 req-edf54da8-9e9b-45a6-af5e-e822c2f839ea tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782228 Oct 12 16:52:33.822332 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:33.838324 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6944fa2c-433f-47b5-84fd-c24a14879c58 req-680add57-b635-479a-ae2e-18f73f0033ae tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Oct 12 16:52:33.867446 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 16:52:33.870465 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 16:52:33.873999 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 16:52:33.897803 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'Port': ['ID=453a953a-2fc2-4084-9ad1-402f323c2df8,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:34.098137 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91f98b-04ec-4169-bc1c-33f2af1263e9 req-e1e709e8-6d5b-49b4-a6a7-130460df3ac2 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.099592 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5f91f98b-04ec-4169-bc1c-33f2af1263e9 req-e1e709e8-6d5b-49b4-a6a7-130460df3ac2 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 948 time: 0.1203415 Oct 12 16:52:34.154258 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5f91f98b-04ec-4169-bc1c-33f2af1263e9 req-13087d99-2381-46e9-9ca5-068e2980edfd tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Oct 12 16:52:34.155484 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-89a97c56-a19d-4fe2-af93-958550c1b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.156508 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-89a97c56-a19d-4fe2-af93-958550c1b73d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9&tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 1097 time: 0.0722215 Oct 12 16:52:34.240167 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-2c4fe7ac-9e93-4825-9910-c1dfbfb631da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.241661 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-2c4fe7ac-9e93-4825-9910-c1dfbfb631da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1097 time: 0.0427318 Oct 12 16:52:34.293369 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.305173 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f8844786-dae7-46e0-823f-bf94cdeedbbc up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:34.340398 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-8bb99bb2-a1aa-4660-9832-b0bbd649a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.341904 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-8bb99bb2-a1aa-4660-9832-b0bbd649a3d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.0912189 Oct 12 16:52:34.356748 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port f8844786-dae7-46e0-823f-bf94cdeedbbc completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:52:34.362444 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port f8844786-dae7-46e0-823f-bf94cdeedbbc triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:34.362825 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.366823 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.418011 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-651535d3-1680-401f-854c-166cedeb4408 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 998 time: 0.0675917 Oct 12 16:52:34.455868 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.483138 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-3ac4f338-5d8d-49cc-a342-b76789d5db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.484707 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-3ac4f338-5d8d-49cc-a342-b76789d5db77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0477149 Oct 12 16:52:34.488627 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port f8844786-dae7-46e0-823f-bf94cdeedbbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:34.492396 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.497005 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 386e936c-02fb-4412-9481-4df5bc7da8fc up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:34.536620 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-45749f9d-56b7-40b9-adbc-3740a1f7c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.537283 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.538244 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-45749f9d-56b7-40b9-adbc-3740a1f7c062 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452626 Oct 12 16:52:34.543278 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.574374 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=f8844786-dae7-46e0-823f-bf94cdeedbbc,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:34.591598 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 386e936c-02fb-4412-9481-4df5bc7da8fc completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:52:34.602009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 386e936c-02fb-4412-9481-4df5bc7da8fc triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:34.602386 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.630920 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event updated for resources: {'Port': ['ID=453a953a-2fc2-4084-9ad1-402f323c2df8,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:34.665313 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.681051 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-5949781f-3f91-430c-aeb4-7b0e549b5553 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335461 Oct 12 16:52:34.790141 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-96484c8a-6804-4422-a14f-bffe9957224c service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005898 Oct 12 16:52:34.815317 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.851125 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 386e936c-02fb-4412-9481-4df5bc7da8fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=386e936c-02fb-4412-9481-4df5bc7da8fc,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:34.856524 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:34.908731 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=386e936c-02fb-4412-9481-4df5bc7da8fc,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:34.954412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8844786-dae7-46e0-823f-bf94cdeedbbc'}, {'server_uuid': '38db9662-6a24-4894-a9a2-b681fdd497be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e936c-02fb-4412-9481-4df5bc7da8fc'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:34.956802 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b33dbc-afe7-458a-b343-85dcbcfaf633" -d '{"events": [{"server_uuid": "9f270033-2cc7-4031-8217-21ec4c32ed70", "name": "network-vif-plugged", "status": "completed", "tag": "f8844786-dae7-46e0-823f-bf94cdeedbbc"}, {"server_uuid": "38db9662-6a24-4894-a9a2-b681fdd497be", "name": "network-vif-plugged", "status": "completed", "tag": "386e936c-02fb-4412-9481-4df5bc7da8fc"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:34.991464 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962da5f7-dd27-4c66-83e7-240cab802080 req-a2e9f12f-f5fc-42bd-b0ce-5fdb637d5ca1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:34.992927 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-962da5f7-dd27-4c66-83e7-240cab802080 req-a2e9f12f-f5fc-42bd-b0ce-5fdb637d5ca1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.3538558 Oct 12 16:52:35.040878 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601d66-2d90-4dfa-9717-31a9e65cb6ac req-e46abfbe-ae0f-44d9-8bea-b12bab7e63b5 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:35.042361 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1f601d66-2d90-4dfa-9717-31a9e65cb6ac req-e46abfbe-ae0f-44d9-8bea-b12bab7e63b5 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 945 time: 0.3609700 Oct 12 16:52:35.056666 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Floating IP 5ba54eb9-4e7d-433a-ab33-085296a5d440 associated. External IP: 172.27.1.12, port: da8e66e8-51a8-439f-a30e-6283644f707b. Oct 12 16:52:35.105645 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-962da5f7-dd27-4c66-83e7-240cab802080 req-ead11817-90ac-4824-8c33-9be4485b6d18 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024058 Oct 12 16:52:35.131688 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1f601d66-2d90-4dfa-9717-31a9e65cb6ac req-203ed794-9793-46bf-9c38-c8ee7bd8bea8 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817115 Oct 12 16:52:35.311617 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d45007-3e89-4cee-9600-5a07d15f3a73 req-7270da3d-1f04-4eb7-a2e8-8c3b856f302b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:35.313083 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e6d45007-3e89-4cee-9600-5a07d15f3a73 req-7270da3d-1f04-4eb7-a2e8-8c3b856f302b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.1263199 Oct 12 16:52:35.369570 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2b3e-3ced-4fde-8e1d-ed29f7f30578 req-0e810532-5aca-45d0-9095-2a84c3ed866b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:35.371339 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99aa2b3e-3ced-4fde-8e1d-ed29f7f30578 req-0e810532-5aca-45d0-9095-2a84c3ed866b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.1568179 Oct 12 16:52:35.436899 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e6d45007-3e89-4cee-9600-5a07d15f3a73 req-f84543d4-0dc9-46bf-9478-e3f92b9067ee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888972 Oct 12 16:52:35.458268 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:52:35.468758 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99aa2b3e-3ced-4fde-8e1d-ed29f7f30578 req-46065e5d-7499-4534-b74a-362a26351321 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903134 Oct 12 16:52:35.493744 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fb9a4b-ada3-421f-8bda-4a4b0f2ae537 x-openstack-request-id: req-46fb9a4b-ada3-421f-8bda-4a4b0f2ae537 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:35.494361 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f270033-2cc7-4031-8217-21ec4c32ed70", "name": "network-vif-plugged", "status": "completed", "tag": "f8844786-dae7-46e0-823f-bf94cdeedbbc", "code": 200}, {"server_uuid": "38db9662-6a24-4894-a9a2-b681fdd497be", "name": "network-vif-plugged", "status": "completed", "tag": "386e936c-02fb-4412-9481-4df5bc7da8fc", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:35.494361 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46fb9a4b-ada3-421f-8bda-4a4b0f2ae537 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:35.494739 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8844786-dae7-46e0-823f-bf94cdeedbbc', 'code': 200} Oct 12 16:52:35.495261 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38db9662-6a24-4894-a9a2-b681fdd497be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e936c-02fb-4412-9481-4df5bc7da8fc', 'code': 200} Oct 12 16:52:35.660842 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390e621-1198-4618-b267-15c4bda82211 req-f1806a27-4a2c-42a9-8eca-1ab5cd495827 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:35.662429 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6390e621-1198-4618-b267-15c4bda82211 req-f1806a27-4a2c-42a9-8eca-1ab5cd495827 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0984845 Oct 12 16:52:35.687384 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:52:35.699741 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] Sync routers for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:52:35.710588 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:35.711533 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:52:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:35.725160 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6390e621-1198-4618-b267-15c4bda82211 req-b011eba2-ef61-4b8c-b7ec-7b1a49ffe190 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566225 Oct 12 16:52:35.728743 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:35.777928 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-6ac043e1-a30e-44fa-9688-b61c5dcec9f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6181791 Oct 12 16:52:35.777928 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:35.777928 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5288280b-32eb-4604-8d39-69469bb72a96" -d '{"events": [{"name": "network-changed", "server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:35.808463 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f47e1-c97a-497f-bce8-09ee6cf2de18 x-openstack-request-id: req-0f2f47e1-c97a-497f-bce8-09ee6cf2de18 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:35.808751 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:35.809006 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f2f47e1-c97a-497f-bce8-09ee6cf2de18 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:35.809404 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'status': 'completed', 'code': 200} Oct 12 16:52:35.823283 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:36.051685 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '5ba54eb9-4e7d-433a-ab33-085296a5d440', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'port_id': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'mac_address': 'fa:16:3e:19:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:52:34Z', 'updated_at': '2021-10-12T16:52:34Z', 'revision_number': 0, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:36.080698 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] Checking router: ea0d49d2-60c8-4a36-acb8-82ddcd15da46 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:52:36.091016 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:52:36.091615 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:52:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:36.199378 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:52:36.285983 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ebdfa-f817-4d9d-a622-222b0c9ddd29 req-089e6eb8-d7ba-412c-8f72-d76355a1b805 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:36.287373 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ae1ebdfa-f817-4d9d-a622-222b0c9ddd29 req-089e6eb8-d7ba-412c-8f72-d76355a1b805 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0872946 Oct 12 16:52:36.300765 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c19c7-fbac-47ed-be97-2511d3ba87d2 req-4d9906ba-f3e3-4a07-ba12-2d6e11e21b29 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:36.302950 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-961c19c7-fbac-47ed-be97-2511d3ba87d2 req-4d9906ba-f3e3-4a07-ba12-2d6e11e21b29 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 945 time: 0.0771866 Oct 12 16:52:36.332189 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:52:36.370648 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ae1ebdfa-f817-4d9d-a622-222b0c9ddd29 req-40063a2c-5d3e-4bd5-af70-1d91d2f879bb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659754 Oct 12 16:52:36.379723 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-961c19c7-fbac-47ed-be97-2511d3ba87d2 req-d16460b5-fd57-4cbf-856d-4351403535ae tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672879 Oct 12 16:52:36.402506 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 16:52:36.407617 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:52:36.407998 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.478293 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '5ba54eb9-4e7d-433a-ab33-085296a5d440', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'port_id': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'mac_address': 'fa:16:3e:19:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:52:34Z', 'updated_at': '2021-10-12T16:52:34Z', 'revision_number': 0, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:52:36.533789 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fbe527-2be5-4c42-b973-823fc2564eaf None None] The sync data for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi is: [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '5ba54eb9-4e7d-433a-ab33-085296a5d440', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'port_id': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'mac_address': 'fa:16:3e:19:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T16:52:34Z', 'updated_at': '2021-10-12T16:52:34Z', 'revision_number': 0, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:52:36.569837 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.605138 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:36.611161 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:36.625623 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fab64-0f4f-48ce-b10f-e817d98b499d req-3adc9163-fbcf-4f56-81af-c82a0d7ac070 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:36.632752 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-464fab64-0f4f-48ce-b10f-e817d98b499d req-3adc9163-fbcf-4f56-81af-c82a0d7ac070 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0884211 Oct 12 16:52:36.647195 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f152-6dee-40b7-bb92-f69806738906 req-540bc813-504e-44d0-9d7b-2a018f302c27 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:36.648748 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b43f152-6dee-40b7-bb92-f69806738906 req-540bc813-504e-44d0-9d7b-2a018f302c27 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0950141 Oct 12 16:52:36.668935 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:36.710801 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-464fab64-0f4f-48ce-b10f-e817d98b499d req-2ab8155f-cc12-4de9-986a-dc0f65d6a223 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Oct 12 16:52:36.733501 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9b43f152-6dee-40b7-bb92-f69806738906 req-2ae98a58-119a-4c3f-ba57-c2bcc1d96ec2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741220 Oct 12 16:52:36.801759 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73637e-5ddd-4b3d-81c0-e5757f601a2c None None] New status for floating IP 5ba54eb9-4e7d-433a-ab33-085296a5d440: ACTIVE {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:52:36.860877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44060ba-9b24-4a0e-9455-94d03a9be20f req-ac9e51fe-16e8-4fac-8d43-a797e3578b85 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:36.868519 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f44060ba-9b24-4a0e-9455-94d03a9be20f req-ac9e51fe-16e8-4fac-8d43-a797e3578b85 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0738189 Oct 12 16:52:36.907840 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f44060ba-9b24-4a0e-9455-94d03a9be20f req-9791d09e-8170-4ed1-98f0-a202e243b946 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383222 Oct 12 16:52:37.496795 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:37.500330 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439508c-82ac-45db-b8f1-f9463f264f9d" -d '{"events": [{"server_uuid": "d2e5ed49-472b-4bb5-9d17-ff01676f5116", "name": "network-vif-plugged", "status": "completed", "tag": "1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:37.527369 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bef7-566a-46b1-933e-7cf3db72e407 req-c7dc777f-4bac-4a96-bcf7-4635d5ef7034 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:37.528827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d046bef7-566a-46b1-933e-7cf3db72e407 req-c7dc777f-4bac-4a96-bcf7-4635d5ef7034 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0829086 Oct 12 16:52:37.540627 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13405b82-2667-4e77-a091-e3a61c06c23d req-02119e5c-2da5-464c-b9c7-69c3d746ec1a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:37.541977 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-13405b82-2667-4e77-a091-e3a61c06c23d req-02119e5c-2da5-464c-b9c7-69c3d746ec1a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0686276 Oct 12 16:52:37.598080 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d046bef7-566a-46b1-933e-7cf3db72e407 req-f0861def-2012-4f01-b009-812ed6d63572 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549738 Oct 12 16:52:37.600676 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-13405b82-2667-4e77-a091-e3a61c06c23d req-1d398968-ee89-4141-9358-ffdfd4aca256 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518904 Oct 12 16:52:37.654776 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6106e-edb7-43f3-ba2d-d9de1f69926c x-openstack-request-id: req-66f6106e-edb7-43f3-ba2d-d9de1f69926c {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:37.655280 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e5ed49-472b-4bb5-9d17-ff01676f5116", "name": "network-vif-plugged", "status": "completed", "tag": "1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:37.655381 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-66f6106e-edb7-43f3-ba2d-d9de1f69926c {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:37.655763 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6', 'code': 200} Oct 12 16:52:37.872444 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ef35f-453d-4c8e-8ad7-b576a12816f9 req-5deb85b2-d92e-4031-94c2-d629d6967e87 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:37.874537 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f3ef35f-453d-4c8e-8ad7-b576a12816f9 req-5deb85b2-d92e-4031-94c2-d629d6967e87 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0922382 Oct 12 16:52:37.886212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec30e1-50eb-4874-9749-f10d0aeef1fb req-83bba263-37e9-4021-bbb0-75b9bd47bb85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:37.887585 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ffec30e1-50eb-4874-9749-f10d0aeef1fb req-83bba263-37e9-4021-bbb0-75b9bd47bb85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0725839 Oct 12 16:52:37.945603 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f3ef35f-453d-4c8e-8ad7-b576a12816f9 req-f6d5c7de-e088-4697-a23c-3fee30c00f3f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570989 Oct 12 16:52:37.948430 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ffec30e1-50eb-4874-9749-f10d0aeef1fb req-9d11217d-718a-42a3-85ee-f68169e3af3b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Oct 12 16:52:38.055545 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1590e3-2478-4381-abec-0551af55f9ae req-e7bc35ce-67f1-4c93-8394-a51e79776a62 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:38.057059 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2f1590e3-2478-4381-abec-0551af55f9ae req-e7bc35ce-67f1-4c93-8394-a51e79776a62 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0501323 Oct 12 16:52:38.093989 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2f1590e3-2478-4381-abec-0551af55f9ae req-02a212e3-5ab4-45d7-8f08-0166dd53006a tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Oct 12 16:52:38.751791 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5632f6f-c2ad-4347-abe4-ae52841f921a req-83c3904d-1194-4e7c-a004-c2fce1ce3006 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:38.753388 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f5632f6f-c2ad-4347-abe4-ae52841f921a req-83c3904d-1194-4e7c-a004-c2fce1ce3006 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0837152 Oct 12 16:52:38.778510 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2681427-cc2a-4f29-9538-d713218e1d97 req-b315477e-591b-41ba-aa2a-6498e58ffe3c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:38.779978 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2681427-cc2a-4f29-9538-d713218e1d97 req-b315477e-591b-41ba-aa2a-6498e58ffe3c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0824490 Oct 12 16:52:38.825328 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f5632f6f-c2ad-4347-abe4-ae52841f921a req-360d7b36-a9c4-43c5-be36-c32f8d1f5eff tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641487 Oct 12 16:52:38.837717 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c2681427-cc2a-4f29-9538-d713218e1d97 req-55a06bf4-abd5-479b-a2ba-8e0618cd7205 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515838 Oct 12 16:52:39.093332 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47685-117a-43c7-9db6-f6535c97e645 req-f165c601-29eb-44f2-a43d-459c58f28c3d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.094905 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-44c47685-117a-43c7-9db6-f6535c97e645 req-f165c601-29eb-44f2-a43d-459c58f28c3d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0819249 Oct 12 16:52:39.102498 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d102f01-bb16-4d13-85e6-7e5f962cf421 req-842a11af-b875-4867-b2b7-29cbef1aed85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.103947 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9d102f01-bb16-4d13-85e6-7e5f962cf421 req-842a11af-b875-4867-b2b7-29cbef1aed85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0817790 Oct 12 16:52:39.166393 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-44c47685-117a-43c7-9db6-f6535c97e645 req-033e07ab-dc29-4444-b97e-1920677cb0b5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607548 Oct 12 16:52:39.173819 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9d102f01-bb16-4d13-85e6-7e5f962cf421 req-9a849058-620e-45e6-86d6-59430635c2e8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623946 Oct 12 16:52:39.280893 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9157b-1026-4314-a6d5-d1479ed7ac9d req-ce3a88f9-78d0-44a5-90ab-29d92975a93e tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.282560 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5da9157b-1026-4314-a6d5-d1479ed7ac9d req-ce3a88f9-78d0-44a5-90ab-29d92975a93e tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0488963 Oct 12 16:52:39.325234 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5da9157b-1026-4314-a6d5-d1479ed7ac9d req-b38febba-6404-46ca-89ff-ae831dacaf13 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Oct 12 16:52:39.971382 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecd9f0-9b9d-4914-9d37-2ecb370d980f req-0012c3b9-487f-4cf6-a52e-84460315fe6b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.972824 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7aecd9f0-9b9d-4914-9d37-2ecb370d980f req-0012c3b9-487f-4cf6-a52e-84460315fe6b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0775588 Oct 12 16:52:39.983810 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa792-1ebd-4205-b492-6ec348237b28 req-0c4147f7-01a3-4dea-a1c6-aed755f29924 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:39.985142 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c0daa792-1ebd-4205-b492-6ec348237b28 req-0c4147f7-01a3-4dea-a1c6-aed755f29924 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0656509 Oct 12 16:52:40.042569 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c0daa792-1ebd-4205-b492-6ec348237b28 req-b05d2e01-bbb3-4cfd-a388-62d93404e61c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506747 Oct 12 16:52:40.045372 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7aecd9f0-9b9d-4914-9d37-2ecb370d980f req-9258b6a5-973b-43ee-85e8-c42025fdf4de tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593405 Oct 12 16:52:40.342631 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2a40-6b48-4780-b023-359385106a0b req-8f46c3f2-6a9d-4943-bf8a-5f2d283370fb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.344017 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f7c2a40-6b48-4780-b023-359385106a0b req-8f46c3f2-6a9d-4943-bf8a-5f2d283370fb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0752790 Oct 12 16:52:40.355575 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399bd0-07b4-423e-86af-59ce5be04d19 req-c579edab-5535-446b-baa3-e3471bdc1c2e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.356995 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-28399bd0-07b4-423e-86af-59ce5be04d19 req-c579edab-5535-446b-baa3-e3471bdc1c2e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0796866 Oct 12 16:52:40.419437 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f7c2a40-6b48-4780-b023-359385106a0b req-4c224206-63cf-4702-b988-4e5ed851ad4f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614836 Oct 12 16:52:40.422778 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-28399bd0-07b4-423e-86af-59ce5be04d19 req-05cd27c6-917f-4910-8ab4-b2ae2a1b3141 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 Oct 12 16:52:40.529527 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c97ee-fa80-4989-9fb4-d1a3e49a5d80 req-bb148946-0e90-4ca2-896f-dcaf908992be tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:40.531008 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-104c97ee-fa80-4989-9fb4-d1a3e49a5d80 req-bb148946-0e90-4ca2-896f-dcaf908992be tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0475378 Oct 12 16:52:40.567568 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-104c97ee-fa80-4989-9fb4-d1a3e49a5d80 req-af5a6f67-86d7-432f-b3de-747ceb52adb2 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308855 Oct 12 16:52:41.168207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474423e-626a-4f79-973c-1499b5790efe req-c0714815-30fd-4b5e-8331-4b26aca4be61 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.169823 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a474423e-626a-4f79-973c-1499b5790efe req-c0714815-30fd-4b5e-8331-4b26aca4be61 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Oct 12 16:52:41.232545 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a474423e-626a-4f79-973c-1499b5790efe req-353e49be-36f1-4e44-9252-7f9b2d6a0fa8 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538278 Oct 12 16:52:41.243649 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207b343-9949-4891-a17f-74f5040bd7c5 req-c5915b0e-b3a5-4d10-996b-5f16d25fd870 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.245085 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7207b343-9949-4891-a17f-74f5040bd7c5 req-c5915b0e-b3a5-4d10-996b-5f16d25fd870 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0743759 Oct 12 16:52:41.290453 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7207b343-9949-4891-a17f-74f5040bd7c5 req-45a18a8c-68ea-432d-9b03-d3919bc10cca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374858 Oct 12 16:52:41.578594 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef23cb-88ae-407a-b069-81190cd76cef req-fd455332-3c39-4767-b4c6-8820b61af7f9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.580066 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f6ef23cb-88ae-407a-b069-81190cd76cef req-fd455332-3c39-4767-b4c6-8820b61af7f9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0667233 Oct 12 16:52:41.587239 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e926f-3576-4d26-8c98-ce7e3f46588e req-828ef80e-de1a-411b-873c-307dfb33ffd8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.588777 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c18e926f-3576-4d26-8c98-ce7e3f46588e req-828ef80e-de1a-411b-873c-307dfb33ffd8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0844963 Oct 12 16:52:41.655507 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c18e926f-3576-4d26-8c98-ce7e3f46588e req-d8a05a91-c1d3-488c-ad49-8bf6739d025c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608368 Oct 12 16:52:41.658467 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f6ef23cb-88ae-407a-b069-81190cd76cef req-a85fb207-923e-4349-b001-4c0cd329a39e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Oct 12 16:52:41.762604 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403269be-7e95-4988-a00d-29b4bba1c940 req-e5e16a78-28ca-4bd4-894e-a0d41bcbd122 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:41.764084 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-403269be-7e95-4988-a00d-29b4bba1c940 req-e5e16a78-28ca-4bd4-894e-a0d41bcbd122 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0527561 Oct 12 16:52:41.817523 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-403269be-7e95-4988-a00d-29b4bba1c940 req-b88fca61-a9c5-43fc-89da-2234ba69088d tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Oct 12 16:52:42.360871 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad8fd-1646-475d-ba5b-c55732e876a1 req-dffa8fcc-4a84-4b2e-babb-6a0fc556789e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:42.363345 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1e2ad8fd-1646-475d-ba5b-c55732e876a1 req-dffa8fcc-4a84-4b2e-babb-6a0fc556789e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0655563 Oct 12 16:52:42.413308 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1e2ad8fd-1646-475d-ba5b-c55732e876a1 req-9d368ace-7946-4c23-bd1d-bc1bf1458110 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Oct 12 16:52:42.455887 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a365581-b3b6-4349-bef5-d7f9a215e5b9 req-33bdbf6d-5b52-4600-8862-95a19ad2cd40 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:42.457359 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1a365581-b3b6-4349-bef5-d7f9a215e5b9 req-33bdbf6d-5b52-4600-8862-95a19ad2cd40 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0589418 Oct 12 16:52:42.493016 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1a365581-b3b6-4349-bef5-d7f9a215e5b9 req-bf980faf-1ed6-41a6-9f28-c6af57af2d5c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297525 Oct 12 16:52:42.846552 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baa472-129a-492d-8f45-55f8db942ee2 req-ec889769-0789-44fc-b30d-e666195a579f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:42.848331 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-27baa472-129a-492d-8f45-55f8db942ee2 req-ec889769-0789-44fc-b30d-e666195a579f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0822227 Oct 12 16:52:42.863868 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8535b5-5d06-455c-a9e9-3f47d3d02fab req-381f4f06-25e7-4530-84d1-880fba0a408b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:42.871618 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aa8535b5-5d06-455c-a9e9-3f47d3d02fab req-381f4f06-25e7-4530-84d1-880fba0a408b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.1008766 Oct 12 16:52:42.928330 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-27baa472-129a-492d-8f45-55f8db942ee2 req-52b4149f-e379-4f6e-9297-1eaeabac02a2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539706 Oct 12 16:52:42.931510 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aa8535b5-5d06-455c-a9e9-3f47d3d02fab req-9efc99d6-2d8c-42f0-82b4-7b3ee6fbb9bc tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Oct 12 16:52:43.040759 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59983029-59e4-4207-ad84-1e6767650cce req-edfbe162-cccf-4de3-8343-ccc80ca307b1 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:43.048037 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59983029-59e4-4207-ad84-1e6767650cce req-edfbe162-cccf-4de3-8343-ccc80ca307b1 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0629337 Oct 12 16:52:43.082480 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59983029-59e4-4207-ad84-1e6767650cce req-14ba7b99-4957-4a4a-b3e0-02e52110c8e3 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Oct 12 16:52:43.526510 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214615ef-440c-4bd3-befa-8a69c996b582 req-9066addf-8d43-45bd-8831-31adeacc21c0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:43.527996 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-214615ef-440c-4bd3-befa-8a69c996b582 req-9066addf-8d43-45bd-8831-31adeacc21c0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0474358 Oct 12 16:52:43.573361 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-214615ef-440c-4bd3-befa-8a69c996b582 req-31db0289-86a9-4948-8315-60e0c36def99 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Oct 12 16:52:43.644143 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd5d45-f36d-4545-8458-2df3d6bfd2bb req-ece03c92-9433-4ce1-8e3d-191e6b7b567c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:43.645587 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-41bd5d45-f36d-4545-8458-2df3d6bfd2bb req-ece03c92-9433-4ce1-8e3d-191e6b7b567c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0544176 Oct 12 16:52:43.681597 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-41bd5d45-f36d-4545-8458-2df3d6bfd2bb req-9743e166-fb2d-4b08-b0e6-c561a63c31ef tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301285 Oct 12 16:52:44.076877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6195a-09f9-4a1d-a42b-0e29cfca5126 req-b5f7ae08-9c5c-4995-8df6-eaef5afa9d19 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.080440 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-77f6195a-09f9-4a1d-a42b-0e29cfca5126 req-b5f7ae08-9c5c-4995-8df6-eaef5afa9d19 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0836000 Oct 12 16:52:44.089184 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170792fe-4134-4be0-a203-d47f69cbc12b req-f8e4416e-61cf-4ce9-8c74-6e6197ba842a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.090678 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-170792fe-4134-4be0-a203-d47f69cbc12b req-f8e4416e-61cf-4ce9-8c74-6e6197ba842a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0960186 Oct 12 16:52:44.151006 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-170792fe-4134-4be0-a203-d47f69cbc12b req-e9742829-bd22-4367-92af-81add6578c47 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Oct 12 16:52:44.153726 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-77f6195a-09f9-4a1d-a42b-0e29cfca5126 req-e17d9e62-b3ec-45dd-9633-f14663346a42 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621243 Oct 12 16:52:44.262119 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ee56b-ce66-4730-a9c7-356c9dfa4a75 req-b11b3e7f-f8e1-4833-a97c-2f02b15146d5 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.263538 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-298ee56b-ce66-4730-a9c7-356c9dfa4a75 req-b11b3e7f-f8e1-4833-a97c-2f02b15146d5 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0583551 Oct 12 16:52:44.301982 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-298ee56b-ce66-4730-a9c7-356c9dfa4a75 req-1f0485eb-dcdf-4d6e-b937-df34b590ecdc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324302 Oct 12 16:52:44.692526 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde138-7931-49bd-818f-6f7fd16129d1 req-cb60b4bb-63ea-4f89-9dc5-e39d5cd09bdb tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.694147 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a4cde138-7931-49bd-818f-6f7fd16129d1 req-cb60b4bb-63ea-4f89-9dc5-e39d5cd09bdb tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0540855 Oct 12 16:52:44.732143 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a4cde138-7931-49bd-818f-6f7fd16129d1 req-8cf2f9e0-ba98-47ef-a6b0-c0485f8621f9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Oct 12 16:52:44.801259 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a0ca1-421b-42af-94e6-3340eb11624c req-e0904c33-d4bb-4a0b-bf52-33019c25203b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:44.803518 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-707a0ca1-421b-42af-94e6-3340eb11624c req-e0904c33-d4bb-4a0b-bf52-33019c25203b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0517120 Oct 12 16:52:44.849041 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-707a0ca1-421b-42af-94e6-3340eb11624c req-68d1f3fd-89cd-40e4-a250-d7cdbfb43054 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334718 Oct 12 16:52:45.300717 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b9666-80eb-405b-9b49-1f2e1f8db9c2 req-b38eeb1f-6eec-404d-b0ec-29a714983a6a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.302201 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1a1b9666-80eb-405b-9b49-1f2e1f8db9c2 req-b38eeb1f-6eec-404d-b0ec-29a714983a6a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0847938 Oct 12 16:52:45.309352 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546fe51-8c3b-4252-b391-41ea410c2813 req-376ecba1-68ca-4582-bc9e-8774a368d4ab tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.310710 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3546fe51-8c3b-4252-b391-41ea410c2813 req-376ecba1-68ca-4582-bc9e-8774a368d4ab tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0913565 Oct 12 16:52:45.359557 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1a1b9666-80eb-405b-9b49-1f2e1f8db9c2 req-72138bff-de19-4c0f-9c55-60d192ae990d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Oct 12 16:52:45.385235 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3546fe51-8c3b-4252-b391-41ea410c2813 req-49bfceb2-0dcd-4100-b0ef-d78f6e6569e0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679069 Oct 12 16:52:45.488313 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd763f14-07fd-45b6-9920-a01c79ef147e req-dcb32124-06fd-429b-839e-cbdb1578cc04 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.489696 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd763f14-07fd-45b6-9920-a01c79ef147e req-dcb32124-06fd-429b-839e-cbdb1578cc04 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0470426 Oct 12 16:52:45.532150 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd763f14-07fd-45b6-9920-a01c79ef147e req-3e778dde-84e4-43d7-baba-0b1ad74ec16b tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366266 Oct 12 16:52:45.855284 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3abc10-f05c-4e6c-bd50-30eedc46b43c req-8ffa11c2-fde2-4f5a-9287-5e5b1aa77d77 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.856738 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2d3abc10-f05c-4e6c-bd50-30eedc46b43c req-8ffa11c2-fde2-4f5a-9287-5e5b1aa77d77 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0546565 Oct 12 16:52:45.903600 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2d3abc10-f05c-4e6c-bd50-30eedc46b43c req-94f44085-4a10-4288-9e8e-729595bc6853 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Oct 12 16:52:45.976172 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a7475-48a7-4968-bac1-c69185ef9e05 req-f7700b04-7336-4311-b4be-e1e61a84a4b6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:45.977617 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff0a7475-48a7-4968-bac1-c69185ef9e05 req-f7700b04-7336-4311-b4be-e1e61a84a4b6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0476720 Oct 12 16:52:46.021407 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff0a7475-48a7-4968-bac1-c69185ef9e05 req-00934dd6-c70b-4075-b0cb-4db10540a5c9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 Oct 12 16:52:46.501924 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cc448-8187-4079-90d4-3e0449b51ac4 req-1da6ec6a-9050-4543-8d16-3d8986225873 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:46.503408 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d50cc448-8187-4079-90d4-3e0449b51ac4 req-1da6ec6a-9050-4543-8d16-3d8986225873 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0592916 Oct 12 16:52:46.568218 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161dd9-7261-4cf7-8a7a-f1a9ba064d6a req-a3435768-2e5b-48eb-889d-d272a655ba5f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:46.569667 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c161dd9-7261-4cf7-8a7a-f1a9ba064d6a req-a3435768-2e5b-48eb-889d-d272a655ba5f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0841162 Oct 12 16:52:46.572467 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d50cc448-8187-4079-90d4-3e0449b51ac4 req-7d2eeb3e-7b7b-4970-9cf6-7f960aa48d70 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Oct 12 16:52:46.608909 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0c161dd9-7261-4cf7-8a7a-f1a9ba064d6a req-88388a72-1423-4f79-84e1-a6cff1ece220 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Oct 12 16:52:46.673424 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904562d7-14f3-4900-a046-269d14d28533 req-7968c508-1208-4aed-af06-f9226c01e3de tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:46.675334 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-904562d7-14f3-4900-a046-269d14d28533 req-7968c508-1208-4aed-af06-f9226c01e3de tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0484500 Oct 12 16:52:46.723056 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-904562d7-14f3-4900-a046-269d14d28533 req-2bf860a0-103f-42ea-a042-63bec292dac4 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Oct 12 16:52:47.010761 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a1959-ba63-4e32-af95-9453960f9b35 req-f8f30b18-b6c5-446a-a4b0-69e2e641aa77 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:47.012200 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-829a1959-ba63-4e32-af95-9453960f9b35 req-f8f30b18-b6c5-446a-a4b0-69e2e641aa77 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0475767 Oct 12 16:52:47.052906 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-829a1959-ba63-4e32-af95-9453960f9b35 req-e9614d8d-8343-4ef0-b856-d5f11a715488 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Oct 12 16:52:47.150305 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83295946-e031-438c-8521-42dacebbb975 req-aef36ace-d63f-47f3-96bc-0d0b132d52bc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:47.151793 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-83295946-e031-438c-8521-42dacebbb975 req-aef36ace-d63f-47f3-96bc-0d0b132d52bc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0581958 Oct 12 16:52:47.189101 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-83295946-e031-438c-8521-42dacebbb975 req-0dbbc597-16f2-4e40-b1e1-f2063e2db6c0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Oct 12 16:52:47.694807 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44947b52-43d1-4aea-a1ff-a527fcd97ea1 req-144551ac-95d9-4dbd-b5b7-cfbe0ffe6f50 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:47.696383 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-44947b52-43d1-4aea-a1ff-a527fcd97ea1 req-144551ac-95d9-4dbd-b5b7-cfbe0ffe6f50 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0580688 Oct 12 16:52:47.758626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0127f-6c43-44a2-9b47-f5599af1d9cf req-5b0486b6-43a2-4a1c-829a-a529d72d916c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:47.760067 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-53a0127f-6c43-44a2-9b47-f5599af1d9cf req-5b0486b6-43a2-4a1c-829a-a529d72d916c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0856628 Oct 12 16:52:47.762658 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-44947b52-43d1-4aea-a1ff-a527fcd97ea1 req-6df9be8f-9aa5-4e6e-a0c1-e52f0f782b38 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521533 Oct 12 16:52:48.005400 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-53a0127f-6c43-44a2-9b47-f5599af1d9cf req-5aabb05a-59ce-49ad-afbf-16f25133b53e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389121 Oct 12 16:52:48.021488 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b7fbb-f13e-46ec-85ae-7064ae7c7e6d req-7ce67e43-8b37-4620-9706-8c0ea7f3fe90 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.022955 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5d7b7fbb-f13e-46ec-85ae-7064ae7c7e6d req-7ce67e43-8b37-4620-9706-8c0ea7f3fe90 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0607126 Oct 12 16:52:48.060217 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5d7b7fbb-f13e-46ec-85ae-7064ae7c7e6d req-27ccde55-fd9c-4fd6-b725-75a1e7c5b180 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Oct 12 16:52:48.167625 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4977af-dd63-44c7-9e68-861241850060 req-61592a57-bf0d-4727-99cb-206ea7fd244f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.169083 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f4977af-dd63-44c7-9e68-861241850060 req-61592a57-bf0d-4727-99cb-206ea7fd244f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0488832 Oct 12 16:52:48.205574 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f4977af-dd63-44c7-9e68-861241850060 req-3cd1b48e-cf55-401a-81f0-2395fe258b60 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Oct 12 16:52:48.308341 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebcff2-d406-4c3c-9337-b2c7b81ee4b9 req-19fc13ee-6b2f-48bb-8157-5704c7c6a309 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.309713 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-75ebcff2-d406-4c3c-9337-b2c7b81ee4b9 req-19fc13ee-6b2f-48bb-8157-5704c7c6a309 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0503328 Oct 12 16:52:48.347141 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-75ebcff2-d406-4c3c-9337-b2c7b81ee4b9 req-bcea3e1d-97d6-45d4-88a1-14bac29238d5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Oct 12 16:52:48.412590 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288280b-32eb-4604-8d39-69469bb72a96 req-c89386c8-d721-4e79-94d2-f2fea0dc150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.414110 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-c89386c8-d721-4e79-94d2-f2fea0dc150a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa94f0777efa4b4ab427769cdbbb82f6&device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 1098 time: 0.0408165 Oct 12 16:52:48.541258 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288280b-32eb-4604-8d39-69469bb72a96 req-01629d06-9614-47e0-ac4f-a2a997958a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.542753 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-01629d06-9614-47e0-ac4f-a2a997958a23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00bf0f6e-1720-42b7-80c7-49a535e4f522 HTTP/1.1" status: 200 len: 914 time: 0.0895491 Oct 12 16:52:48.666438 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05718-db1b-4c4d-abe2-7cab4777d08f req-1031169e-3fe5-469c-8ef6-4c67709dc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.667918 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-21a05718-db1b-4c4d-abe2-7cab4777d08f req-1031169e-3fe5-469c-8ef6-4c67709dc60f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0382397 Oct 12 16:52:48.712850 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-21a05718-db1b-4c4d-abe2-7cab4777d08f req-ba174050-b855-4063-b023-60a229108b09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Oct 12 16:52:48.714927 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-1f0b1b0c-a714-4fc5-b854-2d65ed9f7113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da8e66e8-51a8-439f-a30e-6283644f707b HTTP/1.1" status: 200 len: 1000 time: 0.1137023 Oct 12 16:52:48.720196 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c285c-78cf-44c1-9c0e-51cca028bb27 req-8c5c9831-f49d-4dcd-a6de-83cfc2be42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.721546 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-651c285c-78cf-44c1-9c0e-51cca028bb27 req-8c5c9831-f49d-4dcd-a6de-83cfc2be42a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 1102 time: 0.0847728 Oct 12 16:52:48.725475 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa3e50-8883-450b-aa57-f0a2be2dd0ed req-a859873d-572b-420d-92ba-2547c66bb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.726826 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d1fa3e50-8883-450b-aa57-f0a2be2dd0ed req-a859873d-572b-420d-92ba-2547c66bb5fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1099 time: 0.0910761 Oct 12 16:52:48.875362 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b358532-6fac-4db6-b488-734565b65b62 req-c5da4d17-cc1d-424e-94cb-1a16605b432a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:48.876740 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7b358532-6fac-4db6-b488-734565b65b62 req-c5da4d17-cc1d-424e-94cb-1a16605b432a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0477552 Oct 12 16:52:48.915755 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7b358532-6fac-4db6-b488-734565b65b62 req-02c9ae96-cab7-423b-9315-6e7cdf1dbea2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Oct 12 16:52:49.119598 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390131b8-e184-4828-a09b-15bd647f45ea req-45570d36-b2c4-4019-bf92-48dc90cf2c92 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.121373 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-390131b8-e184-4828-a09b-15bd647f45ea req-45570d36-b2c4-4019-bf92-48dc90cf2c92 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0509770 Oct 12 16:52:49.124176 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-651c285c-78cf-44c1-9c0e-51cca028bb27 req-601a8b1d-5ecd-4552-9433-b3b07bb9aca1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833454 Oct 12 16:52:49.129412 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d1fa3e50-8883-450b-aa57-f0a2be2dd0ed req-b42ca112-d13f-4d39-b368-dc2d6f33d369 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879269 Oct 12 16:52:49.134649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288280b-32eb-4604-8d39-69469bb72a96 req-29d18150-4615-43c4-913c-6a11163ffc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.136014 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-29d18150-4615-43c4-913c-6a11163ffc3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6dded079-941c-4474-8688-215447e9f76e HTTP/1.1" status: 200 len: 851 time: 0.0935860 Oct 12 16:52:49.201772 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-390131b8-e184-4828-a09b-15bd647f45ea req-36f9d568-1cbc-452b-9b15-cd7351df5660 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504761 Oct 12 16:52:49.213957 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1d764-2617-4d14-95db-842662be49f3 req-91d402ff-64b1-4132-a1f3-2189f09fb051 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.215402 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-57d1d764-2617-4d14-95db-842662be49f3 req-91d402ff-64b1-4132-a1f3-2189f09fb051 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0791700 Oct 12 16:52:49.253901 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-57d1d764-2617-4d14-95db-842662be49f3 req-4cca05f6-14c0-4600-8cbb-1893dea6e32b tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Oct 12 16:52:49.321853 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47a974-ae0c-4377-aee8-45301209487f req-58196d57-bf02-4b87-85a8-be19902f45ff tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.323317 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be47a974-ae0c-4377-aee8-45301209487f req-58196d57-bf02-4b87-85a8-be19902f45ff tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0508327 Oct 12 16:52:49.362400 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be47a974-ae0c-4377-aee8-45301209487f req-ccb7ad77-3d56-4e98-9aa9-ae48e2b24784 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Oct 12 16:52:49.376988 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3887-0220-4379-871d-2525aa7e3972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:49.470372 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5b23-1872-48d6-be63-edcf10bd3d28 req-d86562f9-801a-4b8d-aa7f-4a4f4fcc3e68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.471743 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a2ca5b23-1872-48d6-be63-edcf10bd3d28 req-d86562f9-801a-4b8d-aa7f-4a4f4fcc3e68 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0462425 Oct 12 16:52:49.507961 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a2ca5b23-1872-48d6-be63-edcf10bd3d28 req-d46a7cfb-611f-4523-9291-40c49393221f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Oct 12 16:52:49.758919 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288280b-32eb-4604-8d39-69469bb72a96 req-2c26c457-9f80-4afc-9e70-1f19ff3cca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:49.760281 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-2c26c457-9f80-4afc-9e70-1f19ff3cca68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00bf0f6e-1720-42b7-80c7-49a535e4f522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414858 Oct 12 16:52:49.851181 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-07f3eb5f-4d8f-49e3-af73-da6925ec44d1 service neutron] 10.222.0.43 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793226 Oct 12 16:52:49.956442 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5288280b-32eb-4604-8d39-69469bb72a96 req-ec859ef6-c1ce-4624-bdb8-ae4d1377d6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Oct 12 16:52:50.035440 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c80945-f61d-4176-887b-28349639a1ad req-ee202e78-5295-4bba-bad5-0a90c8757b57 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:50.036819 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-78c80945-f61d-4176-887b-28349639a1ad req-ee202e78-5295-4bba-bad5-0a90c8757b57 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0478816 Oct 12 16:52:50.055336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa808c5b-93f9-4538-9e07-bbdbc1321652 req-ab22de2d-b011-42c4-93e1-91c77bb307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:50.056813 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-fa808c5b-93f9-4538-9e07-bbdbc1321652 req-ab22de2d-b011-42c4-93e1-91c77bb307c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0384595 Oct 12 16:52:50.073440 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-78c80945-f61d-4176-887b-28349639a1ad req-48d76cba-c852-468f-871b-14337685fdb4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Oct 12 16:52:50.092630 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-fa808c5b-93f9-4538-9e07-bbdbc1321652 req-650f5541-9d1d-4f8f-8d85-e9b02d59477c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279822 Oct 12 16:52:50.318290 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9925-59f7-4521-bded-335f42415226 req-d2b1237d-37cf-4c94-ac2f-80c7fa4b09cb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:50.320001 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9f0b9925-59f7-4521-bded-335f42415226 req-d2b1237d-37cf-4c94-ac2f-80c7fa4b09cb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0518730 Oct 12 16:52:50.382186 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9f0b9925-59f7-4521-bded-335f42415226 req-b69f2a61-0c46-4435-9f80-8a1a356ffd9b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524492 Oct 12 16:52:50.398605 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd72f-bc43-4729-b501-a7ef88b052b2 req-220df505-5062-4bbc-b4b9-d7a12b3deecc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:50.400114 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-722bd72f-bc43-4729-b501-a7ef88b052b2 req-220df505-5062-4bbc-b4b9-d7a12b3deecc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0786684 Oct 12 16:52:50.439086 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-722bd72f-bc43-4729-b501-a7ef88b052b2 req-bf8f0730-b7d1-496c-a7c9-1acd83063ccc tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Oct 12 16:52:50.494755 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97405ec9-1b8d-4c22-bfe1-cee78eaf53cc req-e8f23028-52a1-4e0e-be28-39fdf5d0a8f0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:50.496440 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-97405ec9-1b8d-4c22-bfe1-cee78eaf53cc req-e8f23028-52a1-4e0e-be28-39fdf5d0a8f0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0467002 Oct 12 16:52:50.540911 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-97405ec9-1b8d-4c22-bfe1-cee78eaf53cc req-c42db035-71f3-49de-9de2-4e40bac5f2c2 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Oct 12 16:52:50.627652 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8bd20-8b39-4ea9-b5fa-10c2670019bf req-6112584b-0075-455d-bff3-77dc5cbb1ba3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:50.629081 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5ed8bd20-8b39-4ea9-b5fa-10c2670019bf req-6112584b-0075-455d-bff3-77dc5cbb1ba3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0505633 Oct 12 16:52:50.664514 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5ed8bd20-8b39-4ea9-b5fa-10c2670019bf req-82b98aaf-6f38-47f8-8d12-92bf63e44284 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297220 Oct 12 16:52:51.187680 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d803a-9405-486f-964b-9d03092f8345 req-f1cb8283-abb7-4c5a-905d-91dedc9b8935 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:51.189117 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-046d803a-9405-486f-964b-9d03092f8345 req-f1cb8283-abb7-4c5a-905d-91dedc9b8935 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0474832 Oct 12 16:52:51.226212 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-046d803a-9405-486f-964b-9d03092f8345 req-a9dabfef-8a60-4391-80d5-d235f5a77b71 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Oct 12 16:52:51.507620 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5df4-d211-4b63-945c-1028c357e10b req-d9d478ab-0b3a-4437-8d5f-75c63cc6b6c3 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:51.509124 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-da2c5df4-d211-4b63-945c-1028c357e10b req-d9d478ab-0b3a-4437-8d5f-75c63cc6b6c3 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0538542 Oct 12 16:52:51.574318 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-da2c5df4-d211-4b63-945c-1028c357e10b req-0fb35d7f-5dfe-45ac-84af-f17296549212 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544584 Oct 12 16:52:51.585506 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4b74b-9b4d-43bc-802b-8060c4ee0775 req-ca985bb1-1546-465b-96bc-7bd6a2aa70dd tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:51.587010 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9fe4b74b-9b4d-43bc-802b-8060c4ee0775 req-ca985bb1-1546-465b-96bc-7bd6a2aa70dd tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0758605 Oct 12 16:52:51.626446 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9fe4b74b-9b4d-43bc-802b-8060c4ee0775 req-2fcc7e6a-4342-4f4a-a4b1-cf10e145860c tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Oct 12 16:52:51.680525 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf49093-c3c7-4935-9a71-550b4cd9cadc req-bf1b8cd4-01e6-4a3f-8be7-1d5f118bb7b2 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:51.682063 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cdf49093-c3c7-4935-9a71-550b4cd9cadc req-bf1b8cd4-01e6-4a3f-8be7-1d5f118bb7b2 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0488229 Oct 12 16:52:51.719945 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cdf49093-c3c7-4935-9a71-550b4cd9cadc req-c6697217-54e8-47ea-87b4-5b2bb25f09f0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Oct 12 16:52:51.939925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff78b1b-6d30-42a1-a4dd-a6dd8feebf20 req-63ab551c-99ce-4fb0-a4e7-25ca6d89c944 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:51.941284 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ff78b1b-6d30-42a1-a4dd-a6dd8feebf20 req-63ab551c-99ce-4fb0-a4e7-25ca6d89c944 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0490987 Oct 12 16:52:51.976753 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ff78b1b-6d30-42a1-a4dd-a6dd8feebf20 req-2c44dccf-3743-41e3-9f39-f97751ed77bb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296545 Oct 12 16:52:52.079432 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ba88e45f-53a5-4bdf-a296-6d8fddf9a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:52.091972 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9b899-116b-4be5-86ce-2130c687c934 req-562a8900-6dd7-4456-8864-e675c9c7f931 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:52.093953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89d9b899-116b-4be5-86ce-2130c687c934 req-562a8900-6dd7-4456-8864-e675c9c7f931 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0587671 Oct 12 16:52:52.135313 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89d9b899-116b-4be5-86ce-2130c687c934 req-2289fad3-1936-4adf-a90d-7b781f2a9952 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345416 Oct 12 16:52:52.340022 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b92b79-4fbf-443f-ad6b-b08a0e0c89ab req-35b6ce04-a06d-478f-a4ed-074e56be6ddf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:52.341499 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50b92b79-4fbf-443f-ad6b-b08a0e0c89ab req-35b6ce04-a06d-478f-a4ed-074e56be6ddf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0485802 Oct 12 16:52:52.379785 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50b92b79-4fbf-443f-ad6b-b08a0e0c89ab req-61ceb1be-b628-4c50-a6ac-4f9082438d41 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Oct 12 16:52:52.830745 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad5228-7a26-4298-aa35-4f52a86f4838 req-329013ac-5e76-49ba-bd56-9222dbd31997 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:52.832186 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0dad5228-7a26-4298-aa35-4f52a86f4838 req-329013ac-5e76-49ba-bd56-9222dbd31997 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0467570 Oct 12 16:52:52.868672 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0dad5228-7a26-4298-aa35-4f52a86f4838 req-f0dc9002-8687-461e-ae34-100c3ea73413 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Oct 12 16:52:53.083359 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.122945 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:53.123101 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275aa7-225b-4052-97fb-6c3ac71c7a10 req-a136d10b-8c33-464a-bd1f-55036ba52659 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:53.126801 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-48275aa7-225b-4052-97fb-6c3ac71c7a10 req-a136d10b-8c33-464a-bd1f-55036ba52659 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0767007 Oct 12 16:52:53.178593 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-48275aa7-225b-4052-97fb-6c3ac71c7a10 req-5d0b103a-89d9-4d2c-bf9b-6fec480df003 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Oct 12 16:52:53.268020 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed423b8e-be4e-45aa-a95a-46fc5725a1e5 req-559608ec-9c1d-4a0b-a847-6524564e4daa tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:53.269499 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ed423b8e-be4e-45aa-a95a-46fc5725a1e5 req-559608ec-9c1d-4a0b-a847-6524564e4daa tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0513108 Oct 12 16:52:53.306613 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ed423b8e-be4e-45aa-a95a-46fc5725a1e5 req-cc0cb94a-9a88-4b39-bc3e-64e22ab482d4 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Oct 12 16:52:53.489581 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606609b7-cefc-4c69-990b-aaa6ce545f1f req-0ba0bfd0-05a8-4932-b20a-d6bbb716e3cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:53.491032 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-606609b7-cefc-4c69-990b-aaa6ce545f1f req-0ba0bfd0-05a8-4932-b20a-d6bbb716e3cf tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0465372 Oct 12 16:52:53.529418 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-606609b7-cefc-4c69-990b-aaa6ce545f1f req-dcf33b0c-4695-474a-8ab5-e62e9d4c7050 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Oct 12 16:52:54.308039 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4bdf-cf37-46f0-9973-c510a7e8846b req-ce2f3a7e-1a55-4b75-a1a3-5e4fd755563d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.309489 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-132e4bdf-cf37-46f0-9973-c510a7e8846b req-ce2f3a7e-1a55-4b75-a1a3-5e4fd755563d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0543268 Oct 12 16:52:54.346839 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-132e4bdf-cf37-46f0-9973-c510a7e8846b req-61f5d96f-97d9-4c7b-ae4a-0d5ba3d69236 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Oct 12 16:52:54.458577 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe34a-c524-4b9a-b0e8-12c7a0f93a5d req-9e93118c-1755-4951-b2ec-5376949ca5f2 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.460130 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-571fe34a-c524-4b9a-b0e8-12c7a0f93a5d req-9e93118c-1755-4951-b2ec-5376949ca5f2 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0567605 Oct 12 16:52:54.498531 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-571fe34a-c524-4b9a-b0e8-12c7a0f93a5d req-f4041136-5897-469e-b7e2-204c9ae523d3 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/security-groups?id=7969a10e-90f0-4b21-b29e-cb44cc4b6fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Oct 12 16:52:54.644206 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42f2f2-dbda-4c76-983b-2e24213642b0 req-2c5fdb28-a993-4a13-b9bf-f0c726af10c4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.645723 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba42f2f2-dbda-4c76-983b-2e24213642b0 req-2c5fdb28-a993-4a13-b9bf-f0c726af10c4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0486634 Oct 12 16:52:54.682523 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba42f2f2-dbda-4c76-983b-2e24213642b0 req-fd7157c4-1bdc-45a9-9cd0-7d80e7115b75 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Oct 12 16:52:54.790165 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-300fd213-d9b5-48b1-a3d1-c0797e7f620c tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.791829 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-300fd213-d9b5-48b1-a3d1-c0797e7f620c tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.43 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 949 time: 0.0499611 Oct 12 16:52:54.896051 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Deleting port 386e936c-02fb-4412-9481-4df5bc7da8fc {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:52:54.896399 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:54.991738 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e25227-61d9-48b4-bc5c-703c67b05b72 req-40cca382-d0cb-401c-b25e-b36256948c6a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:54.993181 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-01e25227-61d9-48b4-bc5c-703c67b05b72 req-40cca382-d0cb-401c-b25e-b36256948c6a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0522363 Oct 12 16:52:55.008945 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] For port 386e936c-02fb-4412-9481-4df5bc7da8fc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=386e936c-02fb-4412-9481-4df5bc7da8fc,segment=NetworkSegment(1fc7d102-1713-4f25-b329-bec52956c60d),segment_id=1fc7d102-1713-4f25-b329-bec52956c60d)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:55.009308 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.029719 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Calling delete_port for 386e936c-02fb-4412-9481-4df5bc7da8fc owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:52:55.031120 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-01e25227-61d9-48b4-bc5c-703c67b05b72 req-98ba07f4-a5ad-49e3-a9ae-15f956be1d73 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Oct 12 16:52:55.032611 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987255-aaae-44ac-bcf6-8b12475de984 req-c26842b8-2c3b-48ff-a71e-a6efc402701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:55.034103 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-c26842b8-2c3b-48ff-a71e-a6efc402701d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0741267 Oct 12 16:52:55.177651 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987255-aaae-44ac-bcf6-8b12475de984 req-489d0e4a-e3b5-45f0-ac77-cd846144546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:55.178985 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.179520 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-489d0e4a-e3b5-45f0-ac77-cd846144546e service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.1367600 Oct 12 16:52:55.244069 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-98237407-d992-4e42-9691-d520eb2c59ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0373218 Oct 12 16:52:55.293004 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.329319 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987255-aaae-44ac-bcf6-8b12475de984 req-ea1170a6-c11b-4b10-b13a-09f43c64f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:55.330815 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-ea1170a6-c11b-4b10-b13a-09f43c64f7e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0781524 Oct 12 16:52:55.331779 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Pushing event deleted for resources: {'Port': ['ID=386e936c-02fb-4412-9481-4df5bc7da8fc,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:55.351266 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['386e936c-02fb-4412-9481-4df5bc7da8fc'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:55.369182 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.369532 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.369870 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.370230 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.370564 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.370895 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.371496 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.371821 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.372147 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.372467 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.374251 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.374251 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:55.402211 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-16f32b2e-91c5-4392-95d5-1f3808ed6801 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466866 Oct 12 16:52:55.402939 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] No DVR routers for this DVR port 386e936c-02fb-4412-9481-4df5bc7da8fc on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:52:55.406142 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:55.409401 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.43 "DELETE /v2.0/ports/386e936c-02fb-4412-9481-4df5bc7da8fc HTTP/1.1" status: 204 len: 173 time: 0.6035438 Oct 12 16:52:55.410006 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38db9662-6a24-4894-a9a2-b681fdd497be', 'name': 'network-vif-deleted', 'tag': '386e936c-02fb-4412-9481-4df5bc7da8fc'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:52:55.412159 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eafd252-13f0-467e-9e85-d63982f643bd" -d '{"events": [{"server_uuid": "38db9662-6a24-4894-a9a2-b681fdd497be", "name": "network-vif-deleted", "tag": "386e936c-02fb-4412-9481-4df5bc7da8fc"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:52:55.474861 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b75-2845-460b-a13b-18e2837ae154 req-93e0e89a-2f54-4a2a-be2d-5d64e26dd53e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:55.476543 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34eb5b75-2845-460b-a13b-18e2837ae154 req-93e0e89a-2f54-4a2a-be2d-5d64e26dd53e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0530643 Oct 12 16:52:55.486369 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f06c49a-29a7-44c6-ba45-862d47db648c x-openstack-request-id: req-0f06c49a-29a7-44c6-ba45-862d47db648c {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:52:55.486747 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38db9662-6a24-4894-a9a2-b681fdd497be", "name": "network-vif-deleted", "tag": "386e936c-02fb-4412-9481-4df5bc7da8fc", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:52:55.487467 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f06c49a-29a7-44c6-ba45-862d47db648c {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:52:55.487855 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38db9662-6a24-4894-a9a2-b681fdd497be', 'name': 'network-vif-deleted', 'tag': '386e936c-02fb-4412-9481-4df5bc7da8fc', 'status': 'completed', 'code': 200} Oct 12 16:52:55.534794 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-9f5adee5-a23a-4549-bc08-68c5ec6d6dd7 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088066 Oct 12 16:52:55.542770 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34eb5b75-2845-460b-a13b-18e2837ae154 req-4c8ebea5-5d7a-4b86-a1e4-d88993bc047c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599713 Oct 12 16:52:55.614501 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cfd7089d-6515-4512-a64e-412507272707 req-91545907-4585-4ba6-acf5-7f4bf96a4c72 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] 10.222.0.58 "GET /v2.0/ports?device_id=38db9662-6a24-4894-a9a2-b681fdd497be HTTP/1.1" status: 200 len: 210 time: 0.0259769 Oct 12 16:52:55.633187 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-90987255-aaae-44ac-bcf6-8b12475de984 req-d9abeb90-5e15-4442-a01e-eccdc168cf02 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856032 Oct 12 16:52:56.146273 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b33ebd-6935-4308-acc2-8c6cef05b02b req-beb3e967-61dd-4fd4-8c6f-a11aa941525e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:56.148241 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a4b33ebd-6935-4308-acc2-8c6cef05b02b req-beb3e967-61dd-4fd4-8c6f-a11aa941525e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0514491 Oct 12 16:52:56.186576 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a4b33ebd-6935-4308-acc2-8c6cef05b02b req-ec91d79c-7024-4853-8ae8-acb6cb687486 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Oct 12 16:52:56.663584 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874ec85-cc45-4843-a9ef-8b1c6ac1a7f7 req-9bb58e43-c8c8-45b4-8b50-b088d5aec845 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:56.665069 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f874ec85-cc45-4843-a9ef-8b1c6ac1a7f7 req-9bb58e43-c8c8-45b4-8b50-b088d5aec845 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0496027 Oct 12 16:52:56.709636 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f874ec85-cc45-4843-a9ef-8b1c6ac1a7f7 req-79a8c6af-263b-4712-8226-f4ff7e2f1da1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Oct 12 16:52:57.299628 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112433c-8871-4c40-9456-ed210c50a0fa req-180627db-84a5-44ff-871a-2020177c8635 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:57.301116 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d112433c-8871-4c40-9456-ed210c50a0fa req-180627db-84a5-44ff-871a-2020177c8635 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0479429 Oct 12 16:52:57.338533 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d112433c-8871-4c40-9456-ed210c50a0fa req-f051ae54-79ba-46cd-b38b-042ef96ff021 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Oct 12 16:52:57.838903 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695438b-50db-4a7b-a700-8d1eead255ab req-ee863f86-fe15-444a-ab08-9d00d57670af tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:57.840337 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e695438b-50db-4a7b-a700-8d1eead255ab req-ee863f86-fe15-444a-ab08-9d00d57670af tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 944 time: 0.0529079 Oct 12 16:52:57.877997 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e695438b-50db-4a7b-a700-8d1eead255ab req-06644225-6b2e-4d01-8bd1-7228dd1f2850 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Oct 12 16:52:58.444599 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 16:52:58.464428 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 386e936c-02fb-4412-9481-4df5bc7da8fc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:52:58.467988 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5286-054b-4db1-b82c-20be5453aaa6 req-fddd730e-0a28-4053-b254-40ac4c931f30 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:58.469598 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7bcc5286-054b-4db1-b82c-20be5453aaa6 req-fddd730e-0a28-4053-b254-40ac4c931f30 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0605457 Oct 12 16:52:58.504867 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 386e936c-02fb-4412-9481-4df5bc7da8fc {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:52:58.505570 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 386e936c-02fb-4412-9481-4df5bc7da8fc not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:52:58.514520 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7bcc5286-054b-4db1-b82c-20be5453aaa6 req-18ccbfdb-abdb-4201-85c6-7744c07273d4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Oct 12 16:52:58.576538 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:58.587017 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'port_id': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'mac_address': 'fa:16:3e:cc:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 16:52:58.626529 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.639003 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e783c412-b0e4-45b5-b2df-e8abbe1eba25 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 16:52:58.658551 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:52:58.667229 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:52:58.724761 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=9']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:52:58.737233 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.737607 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.737994 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.738333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.738665 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.738996 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.739324 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.739656 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.740005 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.740319 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.740643 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:58.740964 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:52:59.001185 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef49b-8904-405c-8df7-8145bbb4c0c3 req-01c8ca6d-466f-4428-a1c0-37fbc54d713a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:59.002713 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b5ef49b-8904-405c-8df7-8145bbb4c0c3 req-01c8ca6d-466f-4428-a1c0-37fbc54d713a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0508537 Oct 12 16:52:59.041627 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b5ef49b-8904-405c-8df7-8145bbb4c0c3 req-760e02a5-a775-4d69-ac2e-792c3bb328ef tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Oct 12 16:52:59.404642 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['e783c412-b0e4-45b5-b2df-e8abbe1eba25'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 16:52:59.635836 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d2be8-fc28-434d-b260-07d161c3d67e req-2782fe32-64bf-47cb-a216-7f9297472e28 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:52:59.637268 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d15d2be8-fc28-434d-b260-07d161c3d67e req-2782fe32-64bf-47cb-a216-7f9297472e28 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0503337 Oct 12 16:52:59.674250 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d15d2be8-fc28-434d-b260-07d161c3d67e req-4b6095c2-b6a2-4a66-9acc-62dc306ec9d6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Oct 12 16:52:59.684140 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.173128 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a6790-0a90-47c5-9969-a6957a293158 req-03cfb507-a3b3-4995-bf7c-f81a4da99c9c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:00.174677 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c16a6790-0a90-47c5-9969-a6957a293158 req-03cfb507-a3b3-4995-bf7c-f81a4da99c9c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0535648 Oct 12 16:53:00.213822 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c16a6790-0a90-47c5-9969-a6957a293158 req-550dba79-46ab-4e13-9150-0f17b4ac294f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Oct 12 16:53:00.355911 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 36846) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:00.489738 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b89ce808-010c-413a-aea2-1b98324509cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8121321d3eef4620acf63504a9edc43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325707 Oct 12 16:53:00.492144 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 36850) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:53:00.538864 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa951c0e-9978-4e29-a423-8b4852a63ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.560153 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa951c0e-9978-4e29-a423-8b4852a63ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.611384 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa951c0e-9978-4e29-a423-8b4852a63ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.614293 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fa951c0e-9978-4e29-a423-8b4852a63ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:00.615413 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fa951c0e-9978-4e29-a423-8b4852a63ea8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7969a10e-90f0-4b21-b29e-cb44cc4b6fac HTTP/1.1" status: 204 len: 168 time: 0.1223874 Oct 12 16:53:00.623286 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa951c0e-9978-4e29-a423-8b4852a63ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969a10e-90f0-4b21-b29e-cb44cc4b6fac,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:01.330441 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579609f9-2d8e-412a-8426-7712fbc01fe0 req-8627b8ee-5275-4b73-b4d8-6e593d6671c9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:01.331891 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-579609f9-2d8e-412a-8426-7712fbc01fe0 req-8627b8ee-5275-4b73-b4d8-6e593d6671c9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0469499 Oct 12 16:53:01.369397 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-579609f9-2d8e-412a-8426-7712fbc01fe0 req-732ecdd0-abdd-401e-8e6e-af4b606c136a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Oct 12 16:53:02.431164 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 16:53:02.492523 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port e783c412-b0e4-45b5-b2df-e8abbe1eba25 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 16:53:02.492893 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.499061 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6278f71-8ddb-458a-b7b9-527a318cbeb3 req-d2943ade-671b-4df9-add8-88b267de20dd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:02.501358 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d6278f71-8ddb-458a-b7b9-527a318cbeb3 req-d2943ade-671b-4df9-add8-88b267de20dd tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Oct 12 16:53:02.549186 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d6278f71-8ddb-458a-b7b9-527a318cbeb3 req-8e144b10-ed4e-443b-ba85-f889dc100447 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Oct 12 16:53:02.577354 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.599760 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:53:02.603136 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70d8162-02bb-4b51-952d-6d878db95dec" -d '{"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-plugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:53:02.616604 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:53:02.620731 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:02.647790 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734e8a5-37f8-414f-a59d-272de56842b7 x-openstack-request-id: req-0734e8a5-37f8-414f-a59d-272de56842b7 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:53:02.648194 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-plugged", "status": "completed", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:53:02.648504 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0734e8a5-37f8-414f-a59d-272de56842b7 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:53:02.648881 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'code': 200} Oct 12 16:53:02.674714 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=10']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:53:03.313178 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea768-dc2f-4a67-89b9-8a67e8617203 req-edeb5357-6fba-4dcb-8142-23d93cf43d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:03.314607 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ffdea768-dc2f-4a67-89b9-8a67e8617203 req-edeb5357-6fba-4dcb-8142-23d93cf43d7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1100 time: 0.0426967 Oct 12 16:53:03.348832 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ffdea768-dc2f-4a67-89b9-8a67e8617203 req-3767afbe-3518-4f54-ab76-ae2d22081616 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267384 Oct 12 16:53:03.671792 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d541e-c433-48d9-b509-3155d9364f11 req-3bdbf75e-14af-487f-ac69-b94bce0612d1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:03.673222 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f9d541e-c433-48d9-b509-3155d9364f11 req-3bdbf75e-14af-487f-ac69-b94bce0612d1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0501270 Oct 12 16:53:03.709923 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f9d541e-c433-48d9-b509-3155d9364f11 req-21b3e899-16d8-4ab6-96a6-298a502df719 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Oct 12 16:53:04.827320 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf4508-d14e-4938-87d1-849f94624bfd req-84d7e13c-282f-440e-b82b-fad4260224d6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:04.828804 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58bf4508-d14e-4938-87d1-849f94624bfd req-84d7e13c-282f-440e-b82b-fad4260224d6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0480793 Oct 12 16:53:04.865169 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58bf4508-d14e-4938-87d1-849f94624bfd req-9de686c7-bd4d-4b2c-b4f5-d6305c827ecf tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306613 Oct 12 16:53:05.983783 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2efd3-fc6f-45a6-a716-56c7387cd819 req-c350b057-a510-4b71-ae39-7155b29739a2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:05.985760 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9dc2efd3-fc6f-45a6-a716-56c7387cd819 req-c350b057-a510-4b71-ae39-7155b29739a2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0476601 Oct 12 16:53:06.022742 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9dc2efd3-fc6f-45a6-a716-56c7387cd819 req-edf87314-0389-48b4-9245-a357572d56e1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Oct 12 16:53:07.148135 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eaee8-3d5d-47ef-b863-ef917838f5f3 req-184ce902-eb68-4f98-a574-261603dfb505 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:07.150336 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-741eaee8-3d5d-47ef-b863-ef917838f5f3 req-184ce902-eb68-4f98-a574-261603dfb505 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0566478 Oct 12 16:53:07.187818 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-741eaee8-3d5d-47ef-b863-ef917838f5f3 req-27229169-0108-48f3-90ab-9d25466d87c7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Oct 12 16:53:09.704837 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:53:19.379656 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f79214ce-5da4-4239-a351-22cad817b55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:22.081209 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7ff96724-d1d8-435d-9fb1-4d05d5e32297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.084282 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:23.114625 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.180586 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:25.990283 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-ba41153e-007f-4f61-a7a4-d91c0534cc58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385294 Oct 12 16:53:26.068493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4932a9-832f-49af-90cc-093587a5e275 req-73da2218-80bc-47a0-b5e8-3646167c2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.069822 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-73da2218-80bc-47a0-b5e8-3646167c2639 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1098 time: 0.0385644 Oct 12 16:53:26.177904 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4932a9-832f-49af-90cc-093587a5e275 req-45b64434-0006-4820-91b5-00055978cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.179385 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-45b64434-0006-4820-91b5-00055978cd5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.0873020 Oct 12 16:53:26.244622 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-75c8b87c-3394-425a-b4f2-126e53f32b47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 1000 time: 0.0551343 Oct 12 16:53:26.298425 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4932a9-832f-49af-90cc-093587a5e275 req-346a0aee-2571-4953-8141-a3017c36a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.299782 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-346a0aee-2571-4953-8141-a3017c36a77d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0445831 Oct 12 16:53:26.343452 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4932a9-832f-49af-90cc-093587a5e275 req-8f747f0b-019f-45be-a7e3-60654c24086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:53:26.345572 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-8f747f0b-019f-45be-a7e3-60654c24086c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383873 Oct 12 16:53:26.436573 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-9c4310b8-b7ef-4e61-a10b-9e584ead2e45 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807588 Oct 12 16:53:26.528838 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-cb4932a9-832f-49af-90cc-093587a5e275 req-a89eca8e-5d8b-4c93-86a0-a89c1e7da5da service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838311 Oct 12 16:53:29.700085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:46.703371 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:53:49.379739 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-86479a10-97bb-43ad-a20c-b354f32cb6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:52.080744 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-63117774-710a-4d35-8852-a7c1e087626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:53.087269 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:53.114125 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:55.183692 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:53:59.712169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:19.379703 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0adc4cc8-c537-4116-ad03-8708cb39bafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:22.080923 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-14007cab-32dc-4d45-ba6d-27704d91f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.090727 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.114311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:23.700966 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:54:25.185072 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:27.024577 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-cf73fc17-6910-4bef-b206-3ca4e27cd16c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394146 Oct 12 16:54:27.122467 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6006c-0804-40b3-8b7b-536626c419be req-e835510e-d7b2-469a-9be1-49bd306e7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:27.124279 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-e835510e-d7b2-469a-9be1-49bd306e7ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0396028 Oct 12 16:54:27.234473 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6006c-0804-40b3-8b7b-536626c419be req-0a8346e3-ca36-4d04-a647-aa310be1565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:27.236201 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-0a8346e3-ca36-4d04-a647-aa310be1565a service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0845375 Oct 12 16:54:27.276285 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-e44fbd49-42f3-43e4-8a2f-82b93cadc3ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0332928 Oct 12 16:54:27.328536 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6006c-0804-40b3-8b7b-536626c419be req-008dbbba-cba6-4a3d-b238-6e1009eb34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:27.330069 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-008dbbba-cba6-4a3d-b238-6e1009eb34f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0465238 Oct 12 16:54:27.361106 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-ec89affd-7cfa-4b7b-a12c-ce935c7b4729 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237830 Oct 12 16:54:27.448015 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-5d20665b-c70b-4987-aa64-fb0c45c38deb service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801702 Oct 12 16:54:27.750139 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a8d6006c-0804-40b3-8b7b-536626c419be req-fe3b74e4-8897-4cb0-9466-4a7749546462 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948589 Oct 12 16:54:29.718926 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:46.438217 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd473-9fcd-4812-91cb-8ae824c2d51b req-161ec863-e616-418d-b4af-ee0579e52117 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:46.440156 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89afd473-9fcd-4812-91cb-8ae824c2d51b req-161ec863-e616-418d-b4af-ee0579e52117 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 945 time: 0.1425335 Oct 12 16:54:46.476409 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89afd473-9fcd-4812-91cb-8ae824c2d51b req-e48ee01c-6f38-446f-afe6-efc6ea3dc0dd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303230 Oct 12 16:54:47.588987 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c73e-ea69-408d-9c46-b40fc3c2cb42 req-fb12ea71-a380-4af9-b54d-8a59696da289 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:47.590506 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3042c73e-ea69-408d-9c46-b40fc3c2cb42 req-fb12ea71-a380-4af9-b54d-8a59696da289 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 945 time: 0.0470142 Oct 12 16:54:47.631517 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3042c73e-ea69-408d-9c46-b40fc3c2cb42 req-8f0499f0-c1ed-41cc-8acb-ce19055791aa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?id=522853eb-7b7d-4865-99c1-b6732c8886b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315194 Oct 12 16:54:48.003737 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-4d40989d-9cd2-4171-bca9-683839af05e1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:54:48.005152 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-4d40989d-9cd2-4171-bca9-683839af05e1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 945 time: 0.0462310 Oct 12 16:54:48.096687 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Deleting port da8e66e8-51a8-439f-a30e-6283644f707b {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:54:48.097026 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.184140 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] For port da8e66e8-51a8-439f-a30e-6283644f707b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=da8e66e8-51a8-439f-a30e-6283644f707b,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 16:54:48.184504 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.456520 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.457018 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.457635 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.l3_db [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Floating IP 5ba54eb9-4e7d-433a-ab33-085296a5d440 disassociated. External IP: 172.27.1.12, port: da8e66e8-51a8-439f-a30e-6283644f707b. Oct 12 16:54:48.458031 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Calling delete_port for da8e66e8-51a8-439f-a30e-6283644f707b owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:54:48.580804 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.607936 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event deleted for resources: {'Port': ['ID=da8e66e8-51a8-439f-a30e-6283644f707b,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:54:48.619265 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.619607 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.619941 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.620267 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.620591 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.620913 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.621239 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.621555 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.621887 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.622212 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.622530 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.622844 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:54:48.723604 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-18f8d9f3-789b-43b3-a6e9-40347189f914 req-17055a68-04bc-449b-9c03-0e6cd58a8f2a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0284019 Oct 12 16:54:48.750633 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 16:54:48.856453 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 16:54:48.866378 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] Sync routers for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 16:54:48.875988 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:48.876577 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:54:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:48.893338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] No DVR routers for this DVR port da8e66e8-51a8-439f-a30e-6283644f707b on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 16:54:48.895947 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:48.899225 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-19445389-25c8-4404-8f8a-da5bdd9ddb9d req-7a7d6f94-8029-4b08-9e71-708019c5b7c8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.43 "DELETE /v2.0/ports/da8e66e8-51a8-439f-a30e-6283644f707b HTTP/1.1" status: 204 len: 173 time: 0.8880534 Oct 12 16:54:48.899655 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'name': 'network-vif-deleted', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 16:54:48.901859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb9183-4277-4642-868a-cc9f7175f46c" -d '{"events": [{"server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "name": "network-vif-deleted", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 16:54:48.987726 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:49.001736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c193989f-171c-4728-a31c-ec6b31607e0a x-openstack-request-id: req-c193989f-171c-4728-a31c-ec6b31607e0a {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 16:54:49.002073 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a49a5cb-dd1d-4529-ab22-a117c0eb43d5", "name": "network-vif-deleted", "tag": "da8e66e8-51a8-439f-a30e-6283644f707b", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 16:54:49.002331 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c193989f-171c-4728-a31c-ec6b31607e0a {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 16:54:49.002730 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a49a5cb-dd1d-4529-ab22-a117c0eb43d5', 'name': 'network-vif-deleted', 'tag': 'da8e66e8-51a8-439f-a30e-6283644f707b', 'status': 'completed', 'code': 200} Oct 12 16:54:49.186002 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:49.215694 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] Checking router: ea0d49d2-60c8-4a36-acb8-82ddcd15da46 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 16:54:49.224428 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 16:54:49.225016 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T16:54:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:49.396011 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ddb68e48-227f-4b41-b75b-d353619149f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:49.418877 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 16:54:49.609095 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 16:54:49.634350 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704baa1-1f4b-42ba-bdc9-70cc6284ed80 None None] The sync data for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi is: [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:46Z', 'revision_number': 4, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'be7cd966-00d7-4d9d-ae97-c8f8e9128996', 'name': '', 'network_id': '00bf0f6e-1720-42b7-80c7-49a535e4f522', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'mac_address': 'fa:16:3e:83:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '6dded079-941c-4474-8688-215447e9f76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:46Z', 'updated_at': '2021-10-12T16:50:52Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'subnets': [{'id': '6dded079-941c-4474-8688-215447e9f76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 16:54:49.883583 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-37a9b132-5dbf-485c-8174-ad64077da441 req-860bbf55-04a4-4644-a786-1ebdf9f9fc16 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0916159 Oct 12 16:54:49.930018 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c186db-7c2a-4ac2-9b72-db11e9e11e21 None None] New status for floating IP 5ba54eb9-4e7d-433a-ab33-085296a5d440: DOWN {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 16:54:50.977518 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5b58b2a-2b92-46f1-942a-52776f690794 req-6fd5f979-e409-4585-b749-a9b4efb1cce5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0260127 Oct 12 16:54:51.004259 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device da8e66e8-51a8-439f-a30e-6283644f707b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 16:54:51.024006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: da8e66e8-51a8-439f-a30e-6283644f707b {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 16:54:51.024363 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device da8e66e8-51a8-439f-a30e-6283644f707b not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 16:54:52.066473 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0dc82d80-e2b3-43c0-968a-a898f2736458 req-d937939e-9254-4e00-8957-1c7045a433dc tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0247025 Oct 12 16:54:52.082194 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cc3daef0-12fe-498d-8793-7dadd9c64e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.093402 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.115944 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:53.159756 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8470a879-58a6-47e4-b27a-0962d79e5301 req-b5968b71-2a9c-4e25-bcc9-92a92a2676c1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245171 Oct 12 16:54:54.256696 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc21a2bf-d63d-492f-8e5f-bc3328700043 req-9ee0a0c8-4864-4c92-8987-ad551e0be8f9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246792 Oct 12 16:54:55.189514 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:54:55.349021 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6aa3b39d-9eaf-490f-8c4d-af88bc33109a req-5d98bff7-7e7a-4ec8-ab8a-e2850f1fde16 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Oct 12 16:54:56.439589 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5582ec3b-bddb-4fe9-bfc4-a633f5a80853 req-4051f8d7-8343-4bda-b85f-42d8b4e3a0d5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0243287 Oct 12 16:54:57.541094 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c920835e-fb6b-4866-a980-eb120bb35508 req-b7aec7a2-ecc6-48d9-bb62-b0900526bf90 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0250475 Oct 12 16:54:58.629475 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e66fe86e-9ec3-4426-8ec3-eeb03da143fa req-ba78b846-a35f-41c1-8aa9-7b2cb68a3be0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246665 Oct 12 16:54:59.717198 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e1e73f10-b3b1-4b80-bba2-ef7e893fc8f4 req-e5dd4850-d005-46e2-92a2-0a951b76bde7 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0241880 Oct 12 16:54:59.725496 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:00.700004 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:55:00.808538 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fccb2adb-2433-403f-b04f-8f28c7269978 req-c802c100-6f0b-4a8d-81a4-021f0f1b680c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245697 Oct 12 16:55:01.902553 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e46043b6-0881-411b-99f6-b35cb871965a req-294a60f1-d322-409d-a8ac-5083433da270 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0300739 Oct 12 16:55:02.993739 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-03fde23e-e274-4f1c-bc96-45d6a6f2be1d req-91dbb2f1-3f24-4dbb-aa51-73b4861285cd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0259027 Oct 12 16:55:04.084289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ce49ccc5-891d-4bff-8a75-a4806aa7321d req-1df824a3-e831-47e0-819b-ffa9f59fd553 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0251148 Oct 12 16:55:05.179731 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a816db59-5e2b-4355-849b-ad93660c8046 req-234b5d80-5e29-4fd7-b0cd-3a5948a1eaf6 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0258088 Oct 12 16:55:06.268396 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c804542f-4c22-4aba-9440-b644931ae993 req-48941773-a377-4066-99f9-e8494b485de8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0250154 Oct 12 16:55:07.356522 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c7c97f39-bfe8-45f2-bb2d-b89a96be0848 req-9d3e2026-26c6-49aa-9f89-6529aab4d77a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0248373 Oct 12 16:55:08.448861 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f9d10acd-3572-4e7d-8da3-478637b0b430 req-20fd0c7d-3e3c-4138-9371-73e8495ae481 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0278912 Oct 12 16:55:09.549623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb771295-d7cf-4acd-ab83-2581a875a11c req-97747e4f-1204-4dd5-a35b-99dade648b9b tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246689 Oct 12 16:55:10.638258 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-69ae12b8-c7e9-4078-96e3-45778110becd req-9582ef6f-3b16-4cbd-b9ea-a98445abca91 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0247300 Oct 12 16:55:11.727024 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-499ed386-87bd-4232-bad8-ecac3d735b73 req-ab4a773f-c408-40da-84b9-b43bed3c60e0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Oct 12 16:55:12.817122 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0958b9b6-8dc1-4f56-8c7d-c09bbd6618b6 req-63b0dfdf-c060-419f-9b41-c99a5cfeba58 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0259802 Oct 12 16:55:13.912404 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-203ccbd4-fd3d-4f0a-a193-d0bdc58bd650 req-5122a459-2e3e-4eba-8d87-7db45537216c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0248713 Oct 12 16:55:15.003257 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7e3ae7ac-1467-4ca5-960b-5292f4c75818 req-83e74f4d-9570-484a-9c95-cbba39cfc612 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0277112 Oct 12 16:55:16.090894 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-951082de-82e4-4c7b-8cf2-5c3d4ca271d4 req-71428c76-7c6e-4628-abd8-dac392cb175c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246849 Oct 12 16:55:17.187240 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ef74207-1393-497d-970d-c9a8c3529a62 req-64bd21a0-904e-4e21-976c-bd1f28565620 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0250895 Oct 12 16:55:18.275945 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ea596302-4b03-4fcb-ac8f-65155c9ae179 req-db76cba6-5984-4fe7-8d11-fd7f25d538d0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0251479 Oct 12 16:55:19.363746 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-81a718f0-110d-4159-ad6c-f033b3af786f req-9fdf8156-c314-4cc4-bdfb-869e2e2bd4f3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0243423 Oct 12 16:55:19.379176 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e8038010-7f63-4bc7-9355-6d1aee7d9b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:20.458313 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ee931eac-b193-4f71-ac17-bd1a68d0d88e req-8a6ac769-c7d0-4652-8378-f85f0075d695 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249267 Oct 12 16:55:21.549517 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-04de483f-4e72-4f43-b238-303c5fb01ebc req-04f3cc6d-c2aa-4985-934c-b28dc4ca3532 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0284386 Oct 12 16:55:22.078704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4baf0151-5ce2-41d0-a0f1-2ca978e65ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:22.638609 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24b4f6cb-dd42-45f8-a71d-6e4dfba9f96a req-851fd2eb-7c36-41e8-b729-b96f7231e2d3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0254860 Oct 12 16:55:23.094657 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:23.116086 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:23.726529 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-017e2fc0-dce9-4bea-8910-0a59e5dfb5d0 req-6b986d31-b26e-43c8-9561-8d8f2b7620e2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0252247 Oct 12 16:55:24.827079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-53bbd3d2-0247-45c9-a69f-49c0a0dd648b req-52ce3684-981b-4f9e-a6f4-f6cd3327e925 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Oct 12 16:55:25.192753 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:25.916623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-46d5d3ed-2348-4086-8961-f160c836e6da req-bf115ada-422e-4dbd-b2f3-5f4c928eea70 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245676 Oct 12 16:55:27.005285 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc0c252d-be8c-4c66-abf2-4297e07a00c6 req-18f96f0b-8b79-4db5-adf4-efb8cf7da9bd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246992 Oct 12 16:55:27.055537 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-6849cf37-96b9-4e3c-8f48-2bf9aab2860f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835094 Oct 12 16:55:27.128534 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-a4f6f3fc-b9af-41e5-b42d-67b068114500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.130061 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-a4f6f3fc-b9af-41e5-b42d-67b068114500 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.0414870 Oct 12 16:55:27.230743 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-102b1772-df1f-4796-a2ca-fbdda16268bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.232213 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-102b1772-df1f-4796-a2ca-fbdda16268bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0835283 Oct 12 16:55:27.275609 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-4792626a-ed22-4730-8536-a0f3d221f537 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.0357835 Oct 12 16:55:27.323355 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-1d3c6f65-7b0e-44d5-9781-3f4db582e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:55:27.324735 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-1d3c6f65-7b0e-44d5-9781-3f4db582e720 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0423920 Oct 12 16:55:27.354522 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-206dd7c5-7bdc-4d90-8e08-a2e94f787742 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222404 Oct 12 16:55:27.443212 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-6d744209-8d92-4ed7-92bc-e2a8e8173fc5 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812185 Oct 12 16:55:27.531900 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c82d1047-9cef-4d18-9141-1218e65a82a0 req-9fb7b568-bac2-458d-b46c-1ce6b15cd9af service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815985 Oct 12 16:55:28.107217 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b43215c1-6771-42f0-81d1-a77c98b3bf32 req-cfcb561e-6c3b-4895-8bda-9f0f323db205 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0282559 Oct 12 16:55:29.196807 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e708cb4a-d5a8-4c9a-8aed-bbebe4645d14 req-5caa09cc-8855-4aed-b4ac-709c9d0e6d10 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0266535 Oct 12 16:55:29.736882 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:30.287035 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9bade9e8-765d-4930-be3d-2e88c800cd39 req-0184abe6-8adc-4fdd-9f4b-b89315e12f23 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Oct 12 16:55:31.376531 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f1a7b430-1a45-484c-9420-3cb6730b96d3 req-eae41a1f-36e6-4a52-8833-7ffa9094f133 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0257821 Oct 12 16:55:32.466286 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-613c8112-3b03-4c3a-b73b-d0fe7d0f57ae req-550c3702-8c13-475b-86da-87c7b7c1897a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249715 Oct 12 16:55:33.555571 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e2ca2f98-65c8-416c-8edd-bff9574d194f req-ca2ae138-cbe2-4f25-849b-7a2501d5bfaf tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246975 Oct 12 16:55:34.649895 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6cbbcbd0-608c-43a2-afec-5d12e72da726 req-03042938-ed39-417b-b1ea-a894e1b425a2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Oct 12 16:55:35.743218 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-80408855-f728-41c3-ba83-37452e4ade17 req-b0ce2973-edf9-4f6b-8c25-5023a3c2e08f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0255320 Oct 12 16:55:36.837298 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a19a01ba-72b9-4697-80c3-3f0856e3b9bc req-23e340a7-6bd9-4828-ab9b-4b71bd202ce5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249879 Oct 12 16:55:37.699641 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:55:37.926138 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff2e6d17-0b02-4a40-a4be-ecdc80df6612 req-66a8d9ad-8924-4572-b11a-b0114e42e645 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0246027 Oct 12 16:55:39.014458 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a2dec376-49a1-45fc-ba8a-a6606a9afa59 req-6b86933b-e039-436d-a174-85f4fd54f03a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249498 Oct 12 16:55:40.107973 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bd78943f-997d-44df-8fde-b4dc264cd830 req-209f052b-53a2-4962-8f1e-a831af8c4d03 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0273161 Oct 12 16:55:41.204535 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-88d47fff-f603-4e1f-b7af-583e6b85ef7f req-578ccf15-3a9f-4d99-8479-b904e5339bbb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0285962 Oct 12 16:55:42.293483 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0b0c01fd-ba68-40db-9a01-5b2d712f8ec4 req-fde11c4d-0c3c-4bb1-b760-3bfbc7cbf63f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0250688 Oct 12 16:55:43.382289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c665ec4c-0125-4a3a-aa6f-e3f50e3f6018 req-29766acd-4854-4c32-8820-e8abb4f56090 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0256944 Oct 12 16:55:44.470907 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-839767fe-ef7c-47b7-8889-9f37a9753d80 req-631454ec-724c-48fc-a695-d8dd6ddab8fb tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249364 Oct 12 16:55:45.560505 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f9b3c8f5-772e-47d2-8b32-0bac03572855 req-2f8145c2-6ce6-4e38-b601-4ff43c88947e tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0248132 Oct 12 16:55:46.648579 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bf7d5628-1eba-4404-bcb8-552afc0ca707 req-4b58b218-0d36-4cab-b32a-1ed0b18291e5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0244062 Oct 12 16:55:47.741547 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8d2b18df-0c35-4fcf-b789-57afdf26fa52 req-a5a00b1a-7b69-4cd1-a49a-d662a81d5e1d tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0286591 Oct 12 16:55:48.830307 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05aa639f-b419-470d-9194-caeb492342f3 req-f3b354e6-0a75-4a2a-ba29-eddd95e3fda0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0250790 Oct 12 16:55:49.381777 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-301613e4-1509-45a4-b925-e5054b6787b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:49.918787 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3df3d820-0eb9-44e3-b00f-0774fb7066e1 req-1a29940a-8f91-4fb8-8c1a-eb1bf3dfafa1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0254130 Oct 12 16:55:51.008527 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fd8c3de3-26c4-4960-99e6-97f57f584cfb req-5c717523-6b30-4dfd-a5f7-794c8c26b9b6 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0253589 Oct 12 16:55:52.083705 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-403e7fcd-d3c6-46ea-9225-ad630c841da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:52.101927 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2e12fb4d-ad48-4deb-8575-de979b0e2571 req-7cf7f261-e330-443f-ad2e-79878b0a71dd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Oct 12 16:55:53.096938 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:53.118473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:53.189727 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ae85526-e89a-4639-9507-bca86234d55a req-56c2821d-9e39-40b7-beee-4568f068fe46 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0242300 Oct 12 16:55:54.282224 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-799273fb-ae1b-4ef4-ab41-554e1e7146e1 req-7d9e227b-efae-4b2d-a35b-97d105998168 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0271828 Oct 12 16:55:55.198181 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:55.471031 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-426dac0e-4dd1-4558-a79a-26d5f0427f8a req-bfeb35cf-05d2-4750-b2da-a3a4bda1acf8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0243034 Oct 12 16:55:56.559580 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bd5357ae-bf35-4bd0-9434-66958205793b req-023a632d-1cd1-4613-a67a-c3e23a44ea7f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0243788 Oct 12 16:55:57.649298 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-585ec4e2-5c63-4961-9c47-d810666b99e5 req-52ed6370-001b-46b9-b91d-20858700e0f5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0250258 Oct 12 16:55:58.737798 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d784a40a-4f01-42a5-bdf7-4b1abe9272b7 req-5f32d7fa-b344-49fe-8640-2f266fc03ae5 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0252721 Oct 12 16:55:59.735739 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:55:59.826297 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb15c83c-dbb4-4d5e-bbc3-eefab73b1c63 req-3210bf0e-cdbc-4abc-82ff-60077200183f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0244567 Oct 12 16:56:00.919084 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a4fa1b10-da07-4bd6-83e2-1d77bb53c0c1 req-b520f23f-c2d7-4435-a56b-af6239432a06 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0283637 Oct 12 16:56:02.006482 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bad344b9-1c65-459f-ab88-7453e5a327ab req-ddcc4456-ad77-49da-a4b0-b436eeb70982 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249188 Oct 12 16:56:03.095792 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26ba5722-93de-4c9c-b9f9-6bfa2ec8cd08 req-9aa44296-7891-4e09-87cc-408f815ba026 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0243230 Oct 12 16:56:04.184673 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3be5a227-89a2-4821-a073-ceb3c5b2f5ba req-5d14f39c-2bcf-4f0b-a7ae-6af847c764d2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245717 Oct 12 16:56:05.273284 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f4975259-53aa-4304-8960-459914de55f1 req-207d7dd7-56be-4bde-9f38-707485209cbd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0255399 Oct 12 16:56:06.363180 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a7ad693a-b084-4f45-bc8e-da4542f9bdb8 req-6a13fbef-b1bc-419b-aa3d-05acf1d858df tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0248170 Oct 12 16:56:07.455961 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-37cf68ea-53d3-4ee1-9e5d-b4a344e53ef2 req-0a906a0e-1023-4af9-8021-5697885d8d94 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0280178 Oct 12 16:56:08.543353 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26a4f66c-ff2c-4b1d-a07a-2d6478630b0a req-3703a282-64ee-4d64-abb7-077c8a5250e4 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249128 Oct 12 16:56:09.632032 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e57b235e-aabd-476c-a6b2-4a9ab76c9ab8 req-ab97e28c-c31e-4811-98e8-e08d4a916a20 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245094 Oct 12 16:56:10.719818 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e3e2f71d-e7b5-4787-9b22-ec9bad07d8ec req-0ff3d6e3-01ae-4d1e-844f-6cbe0a60508c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245175 Oct 12 16:56:11.809668 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8341a917-0997-44fa-af57-b3ef46a15c2c req-eb7202c0-6bda-4610-8d11-34dbd31e8566 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0242698 Oct 12 16:56:12.902310 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f13ca9d1-0cc5-44d3-b3ff-6ee4a276c378 req-b77afcd8-2815-4131-bb56-c3ccb723b2a2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0282280 Oct 12 16:56:13.995045 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0209ca1b-8489-45ec-b17e-be342445e04d req-b57b8470-f170-4428-a543-43ece950463a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0283451 Oct 12 16:56:14.698215 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:56:15.082620 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7de3c9fe-8fbe-4227-8a71-9941d6c20eea req-7d2c0e4f-e4e4-40eb-832b-7053afe9f4fa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0247936 Oct 12 16:56:16.172440 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d109ea50-07f1-4920-acfe-ee387a17d95b req-442e80e9-5976-470c-83c8-7b82365dafb1 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245380 Oct 12 16:56:17.261131 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3aa225e8-8930-4460-96be-2532d7dfcee7 req-fed72621-f70e-4c33-ad35-2ec2dd618a1a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0247412 Oct 12 16:56:18.351979 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-939f4d55-4833-407c-acd7-71cfef0a2b16 req-45e27408-3b48-4ad0-90f1-92b71ddc91c9 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0251410 Oct 12 16:56:19.382926 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d8d69627-6678-4cc0-8cb1-73171a1d1f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:19.449842 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-14f64ceb-f04b-4701-a31d-fa349453838d req-49c9e82f-db25-4b69-acf0-8c1a16d328f2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0243356 Oct 12 16:56:20.541002 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b1d53636-0fa9-4ef8-b992-67b9bc1c653f req-d1d891b2-5b9c-4ba1-80ea-852b32c077be tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Oct 12 16:56:21.630407 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-085ee61e-f165-4850-ae15-07b21f815414 req-72de136b-9d29-48ab-9b44-f1298925a69a tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0255353 Oct 12 16:56:22.086884 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6bd9cf73-733b-4d4c-8dcb-51c9bcf47064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:22.719053 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ae3e091-1660-420f-8cbf-1f4d96f89bdf req-dcee1eb4-632a-4a08-b872-60be64a62140 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0251513 Oct 12 16:56:23.099768 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.119055 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:23.807822 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-06ebd5f3-ebc7-4f44-8fb1-e6e05a8692db req-62199625-97db-4967-a847-87152e9e3163 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0255690 Oct 12 16:56:24.896501 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-decdd9ea-8332-4bfa-becb-e1d8054d04e6 req-84cd813a-9b56-416e-a800-1995a54bb1c7 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0254037 Oct 12 16:56:25.197090 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:25.984947 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05c0b0cd-7104-4841-80cf-a4f479dd2b77 req-32bd9e1d-4f67-4d51-91ba-b7e71c0eb21f tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0247328 Oct 12 16:56:27.077391 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-87fa6a09-4579-4483-b0a2-3659da745e79 req-b4ade8bb-6fa0-43a3-b896-9f533ce455fa tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0285187 Oct 12 16:56:27.994780 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-92db4778-ff48-44ea-b413-7240fcf76e7e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432670 Oct 12 16:56:28.067799 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-c326dfb5-cd33-4f3d-a5f3-b274c6308879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:28.069318 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-c326dfb5-cd33-4f3d-a5f3-b274c6308879 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1100 time: 0.0420892 Oct 12 16:56:28.166080 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-431323cb-321d-4954-aa51-7b3479e0cf21 req-4c41c7aa-bd47-4d30-93b3-b8576e9aded4 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0252726 Oct 12 16:56:28.171561 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-f0e16591-2613-4876-a2ac-53d2e0fe0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:28.173110 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-f0e16591-2613-4876-a2ac-53d2e0fe0ddb service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.0837009 Oct 12 16:56:28.239348 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-8d719184-cb76-48df-afc9-461591cf0a07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 1000 time: 0.0595753 Oct 12 16:56:28.286678 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-77a475c3-f060-4f8e-b011-7c8d92f6c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:28.287943 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-77a475c3-f060-4f8e-b011-7c8d92f6c241 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0410924 Oct 12 16:56:28.332387 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-f8ede59a-81cb-4426-b651-6ffac441e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:28.333852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-f8ede59a-81cb-4426-b651-6ffac441e1de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381057 Oct 12 16:56:28.422443 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-9e784aed-d023-4bfe-971c-05ea5efd5fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809910 Oct 12 16:56:28.510699 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d28b1d11-b140-48a3-8d24-5d73de92eff7 req-adc29c4f-773e-4cb2-ac73-9aa66728a550 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816033 Oct 12 16:56:29.253724 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-df27fa69-8178-4140-90b5-d301316efc93 req-4ae2d4fb-28c3-4591-8fcf-f3427b83dd12 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0253923 Oct 12 16:56:29.743354 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:30.342512 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3e4999f6-cd65-4320-b9f9-256359096d05 req-264f9fea-8186-4307-8483-c3ddecbfb0f4 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0242810 Oct 12 16:56:31.433149 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a440385b-8027-418c-9627-0bb57057c599 req-072b2211-ea2e-432d-bd6e-3f356d3bd8bc tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0248866 Oct 12 16:56:32.525434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff4bec6e-d530-4122-bfc1-a0b5b63b2b87 req-ec4b4d73-56dd-431e-b7df-738b342ea6d0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0253983 Oct 12 16:56:33.620209 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e88a2891-cfcb-47c7-b90b-c6680a784dad req-897b62cf-a22b-4964-9dbf-a5fd9cb4f030 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Oct 12 16:56:34.708238 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b06a982f-778b-418c-8e18-b60d3fdc1a9b req-d9566940-31ce-4020-9817-4c002fda3ee0 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0241883 Oct 12 16:56:35.796585 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-601c01e6-6168-4ea9-89d8-c97010f27fc2 req-baaa74d3-ea23-40c5-9dcd-d52200698b5c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0244336 Oct 12 16:56:36.887185 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e5a93047-ffe4-4393-be81-259655c6ba02 req-323fdc6e-f059-4977-b87c-7ee1b436f4df tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0254097 Oct 12 16:56:37.983953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3dfe4870-a340-4cb3-8df6-07bfd5f46d0f req-b7c3d218-1eb5-4a69-a10c-5e90bbaec0e7 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0249090 Oct 12 16:56:39.073312 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f298d589-5ef9-4ce2-9327-fedab385a0ec req-e5053b3a-107a-49cc-a801-a18a5c2e72e2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0252533 Oct 12 16:56:40.163717 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5e61b746-fb84-4264-bced-1d27a32bca53 req-c5df2ad4-255b-470a-a993-746f9e11e395 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Oct 12 16:56:41.253060 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-87c45288-d076-4bd6-a7e6-4bb4ad3bd970 req-f76d1378-6d5a-4838-b7da-a648d1b39d8c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0245557 Oct 12 16:56:42.340439 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-19944436-6d96-4ddc-b7c3-1826bd39b462 req-975aca82-1178-4808-bb09-c48c808296c3 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0256133 Oct 12 16:56:43.430750 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-704d6460-59ba-4aee-8804-30cfccff93de req-86b24ed8-e00e-4092-af34-5e77e7f88628 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0256257 Oct 12 16:56:44.517792 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-73c831ad-1697-4682-906e-b28b042b98cb req-e3086583-72ec-4634-a040-b06afc0a5ecd tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0244467 Oct 12 16:56:45.604620 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dce6ca3a-a301-4f27-bef1-c62aa397db4c req-7d24ac37-83c2-4f66-a01f-6abcf504c58d tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0239699 Oct 12 16:56:46.696323 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b4dd963a-f8c4-446e-b614-0933dede6270 req-4a29f52b-c203-4371-b9ee-b3360bfcfd69 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Oct 12 16:56:47.797869 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-12af5482-8c51-449a-83f6-5b8317b3de6f req-92607074-a948-4ab7-b059-a0e1b0bb898c tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Oct 12 16:56:48.887048 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-021735d3-6bbe-43a3-bc08-36f6a97526aa req-ffd9f071-4f62-43ed-a8f3-e4628fd52845 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a49a5cb-dd1d-4529-ab22-a117c0eb43d5 HTTP/1.1" status: 200 len: 210 time: 0.0255620 Oct 12 16:56:49.383233 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6939847e-6965-402e-be6a-5119232b5992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:50.088110 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-60b6afc7-5f12-4c4a-9184-04747319ded4 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395880772&fields=id&tenant_id=fa94f0777efa4b4ab427769cdbbb82f6 HTTP/1.1" status: 200 len: 267 time: 0.0407836 Oct 12 16:56:50.188017 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-c4c70517-fafc-4b2b-8901-eff3416fbce8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:56:50.189369 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-c4c70517-fafc-4b2b-8901-eff3416fbce8 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/networks?id=00bf0f6e-1720-42b7-80c7-49a535e4f522 HTTP/1.1" status: 200 len: 812 time: 0.1005063 Oct 12 16:56:50.203537 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-0f8401a3-df12-43bb-81c8-0a2f5d5c643e tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/quotas/fa94f0777efa4b4ab427769cdbbb82f6 HTTP/1.1" status: 200 len: 375 time: 0.0086036 Oct 12 16:56:50.255019 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-6afd0237-8a5e-4f68-9eb4-0d812d22ad87 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa94f0777efa4b4ab427769cdbbb82f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465739 Oct 12 16:56:50.393669 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-10d5bdf2-13b3-4763-8603-368ad52277a3 service neutron] 10.222.0.58 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273878 Oct 12 16:56:50.660771 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8de9608-18de-4e28-a82f-f35eb418ce67 req-9b989817-d52f-425c-8962-6ac0c5a9aa53 service neutron] 10.222.0.58 "GET /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594707 Oct 12 16:56:50.821678 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 38922) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 16:56:50.939079 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Deleting port 453a953a-2fc2-4084-9ad1-402f323c2df8 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 16:56:50.939416 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:51.013910 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:51.014243 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:51.025423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Calling delete_port for 453a953a-2fc2-4084-9ad1-402f323c2df8 owned by network:floatingip {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 16:56:51.161832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:51.187294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event deleted for resources: {'Port': ['ID=453a953a-2fc2-4084-9ad1-402f323c2df8,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 16:56:51.213703 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.214086 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.214431 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.214768 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.215100 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.215437 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.215766 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.216093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.216421 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.216744 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.217066 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.217387 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 16:56:51.256717 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for floatingip, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:51.259288 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:51.260446 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a87ace48-e1c1-4a64-a848-c027f9673470 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "DELETE /v2.0/floatingips/5ba54eb9-4e7d-433a-ab33-085296a5d440 HTTP/1.1" status: 204 len: 168 time: 0.4377611 Oct 12 16:56:51.697203 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:56:52.087529 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-49ccef02-ccd8-4b22-ad37-3e23b6a7d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:53.102895 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:53.119210 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:55.200581 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:56:59.732702 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:19.385623 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c3f06e32-c352-4221-b724-d3f46d81e17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:22.087253 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a18d33ba-52da-4115-8753-436a64fe5704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:23.109778 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:23.118462 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:25.202632 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:28.696241 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:57:29.749886 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:29.975580 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-efbadf82-d5bb-4fc1-8ae5-ca5e0b56da75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425603 Oct 12 16:57:30.044614 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-1af05c8f-d567-4eb8-b678-acc84a8ea01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.046111 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-1af05c8f-d567-4eb8-b678-acc84a8ea01d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1098 time: 0.0378373 Oct 12 16:57:30.148851 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-01e5491d-2033-438a-961e-426b81f2aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.150222 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-01e5491d-2033-438a-961e-426b81f2aacb service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.0844586 Oct 12 16:57:30.214155 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-de750306-7ca3-4fc3-991d-99e3db9b4473 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 1000 time: 0.0568235 Oct 12 16:57:30.262771 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-94004971-5abf-4a22-b75b-b1690425e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.264235 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-94004971-5abf-4a22-b75b-b1690425e35a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0434501 Oct 12 16:57:30.311574 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-a7ee4eda-f51c-4aad-b2e7-f78f19968a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:57:30.313033 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-a7ee4eda-f51c-4aad-b2e7-f78f19968a38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422506 Oct 12 16:57:30.398532 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-442cc63e-121b-4115-9c73-ec30fdad17a4 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786536 Oct 12 16:57:30.488394 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c1a95cd4-4d2f-48b3-b64f-09ccfb5a741d req-22a880ba-62b5-4243-b920-8915ee741231 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Oct 12 16:57:49.386915 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-fce9216c-1dc2-4fa6-9163-946cc6565789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:52.087270 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d167-888e-473d-84ac-5fb71cd106a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.114641 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:53.118089 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:55.205663 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:57:59.746062 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:05.694642 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:58:19.387627 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a510b87f-449d-45f7-8d35-e57aadc8a54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:22.087241 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8281037c-9110-4b3b-9d6b-7f0ecb0c47f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.117478 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:23.121830 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:25.208689 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:29.761538 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:32.941080 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-0a52a0de-08d8-4b1d-9cc7-679407eec48a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397282 Oct 12 16:58:33.010376 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-219e2eab-92cb-49c4-a8e4-4d138eacc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:33.012433 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-219e2eab-92cb-49c4-a8e4-4d138eacc8bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.0387342 Oct 12 16:58:33.114573 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-5bd99727-73ca-457e-a756-3928edc7d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:33.116048 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-5bd99727-73ca-457e-a756-3928edc7d9c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0848105 Oct 12 16:58:33.156950 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-5aa89bbd-130c-40a3-8085-762a857d1ab1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0324774 Oct 12 16:58:33.204093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-efe03118-e616-466e-8b45-fb37480b3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:58:33.205423 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-efe03118-e616-466e-8b45-fb37480b3c9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0417643 Oct 12 16:58:33.234516 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-0cdb9112-b62b-4ad4-9599-c66bdc797776 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222819 Oct 12 16:58:33.536673 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-73001a64-9a19-48f1-bda6-c29071da1c3e service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949660 Oct 12 16:58:33.628923 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a957a60b-3809-4f31-a4e4-cde3123b7194 req-8a0028bc-ade6-40d7-b6b6-c0cb0db921aa service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835924 Oct 12 16:58:42.694247 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:58:49.389243 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d57e6352-9dc3-4b84-b8f0-63197de8beff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:52.088868 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1c48322f-54b1-47b8-8aae-1478ed314681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:53.120759 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:53.124546 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:55.209444 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:58:59.792701 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:19.399965 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a5aabec4-6d01-4864-8937-e4f217643bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:19.693344 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:59:22.089439 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d70496fd-495f-48d5-a497-0676e962464e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:23.124545 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:23.127768 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:25.212126 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:29.816499 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:33.718472 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-170e3bc6-6b2b-4105-b155-cca9e50d39a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382392 Oct 12 16:59:33.790410 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-cd96ecec-5b13-44c8-a13a-3689cea5e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.791852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-cd96ecec-5b13-44c8-a13a-3689cea5e043 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1098 time: 0.0384464 Oct 12 16:59:33.895919 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-bbd72f14-e2d2-43af-9ba8-5eeab9ccbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.897396 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-bbd72f14-e2d2-43af-9ba8-5eeab9ccbe4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0864873 Oct 12 16:59:33.939443 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-84113f05-955c-40f3-bfe1-6e11807ec283 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0333447 Oct 12 16:59:33.988349 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-76098117-ab72-44db-b9d2-5636f27e58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 16:59:33.989778 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-76098117-ab72-44db-b9d2-5636f27e58a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0440311 Oct 12 16:59:34.022445 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-92f0f02e-eb88-42b1-aca9-aab34af4f9e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261810 Oct 12 16:59:34.033761 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-3294af18-02d4-495d-a7af-53b570c0d531 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 16:59:34.034733 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-3294af18-02d4-495d-a7af-53b570c0d531 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051765 Oct 12 16:59:34.120403 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-00852554-60b0-4efe-a1bd-928084ccfa81 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776386 Oct 12 16:59:34.210852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8d871cbf-8cae-4627-8e7f-4c05424fa1b5 req-35dee329-8cb4-4c7d-b82f-67b4ebb5607b service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832422 Oct 12 16:59:49.391287 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ad76662a-8346-4b00-baa6-a0aa09de4b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:52.091350 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-00826def-fbc1-4f04-a6f6-138a889b2b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.125500 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:53.132352 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:55.214110 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 16:59:56.692771 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 16:59:59.821638 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:19.392423 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1c597ae7-f30e-4d75-8a6d-f35c7d9e2c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:22.092728 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2053bac5-12fc-4119-80e1-7e83aa2fdece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:23.131169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:23.132527 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:25.217986 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:29.826642 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:33.691212 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:00:35.022264 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-bb9088b4-2833-4e32-a7e1-4ee8adc7908f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759852 Oct 12 17:00:35.091427 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76052fd-b735-436f-bacb-4becd523668c req-19195a85-9e1a-41ea-930c-4e193348fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:35.092837 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-19195a85-9e1a-41ea-930c-4e193348fedf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0376067 Oct 12 17:00:35.198384 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76052fd-b735-436f-bacb-4becd523668c req-3eeb8510-8b78-4f6c-ac65-a0f7987d86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:35.199864 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-3eeb8510-8b78-4f6c-ac65-a0f7987d86bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 200 len: 916 time: 0.0875552 Oct 12 17:00:35.241175 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-c06a9ab2-43b5-42a5-b896-18de9bcc3090 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc HTTP/1.1" status: 200 len: 217 time: 0.0336549 Oct 12 17:00:35.291409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76052fd-b735-436f-bacb-4becd523668c req-bb856079-6929-4a2c-9a27-61fe9161b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:00:35.300682 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-bb856079-6929-4a2c-9a27-61fe9161b95e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=029fcd31-9904-40e2-ae6d-8e64bb875e20 HTTP/1.1" status: 200 len: 854 time: 0.0531762 Oct 12 17:00:35.337657 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-dbf8ffce-1b7b-4bd6-8229-3f7194e12a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9548a7d6-184b-4bbd-b020-c0b577ab1d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278385 Oct 12 17:00:35.426533 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-9a4ecd51-f76f-4cfd-bcb0-7bc22e0f28ea service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829732 Oct 12 17:00:35.526488 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b76052fd-b735-436f-bacb-4becd523668c req-9a24105e-dc9b-4024-99e4-6c7b0195b821 service neutron] 10.222.0.43 "GET /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925143 Oct 12 17:00:49.393316 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1ad6cb85-8ec5-4c7e-9d8f-2d9e3a5c863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:52.094978 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2836e5ed-c828-436b-973d-ebaded1fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.132171 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:53.133752 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:55.220207 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:00:59.834424 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:10.689457 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:01:19.394414 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f5e2875a-a185-42b0-bc6c-78dc44d3ce0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:22.095887 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e914da33-4848-4dee-840a-9c8cec9c342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:23.133579 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:23.135636 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:25.223361 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:29.837561 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:36.707666 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-a632cdb4-9fb7-4116-a709-c271e82d8ca9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391731 Oct 12 17:01:36.778736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-f51109f7-dbc8-4b9d-b717-459c480870d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:36.780207 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-f51109f7-dbc8-4b9d-b717-459c480870d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1099 time: 0.0399446 Oct 12 17:01:36.886958 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-c752ef57-d523-41ec-bd89-4a2dcc86473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:36.888321 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-c752ef57-d523-41ec-bd89-4a2dcc86473c service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0891607 Oct 12 17:01:36.928071 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-e40d9594-02d1-4869-b17f-a726b40c76aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.0327656 Oct 12 17:01:36.974770 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-ddce2f63-4ab5-4152-aa1d-8f2f1181d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:01:36.976150 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-ddce2f63-4ab5-4152-aa1d-8f2f1181d0b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0409536 Oct 12 17:01:37.006007 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-cf57a00c-f38b-4a58-b876-929dd5faa9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228560 Oct 12 17:01:37.093903 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-38a89418-2577-45a0-8094-401f0ff30cd7 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804625 Oct 12 17:01:37.191223 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d24d89de-51c1-4af0-b5cd-4ac42ee15c48 req-e4f3e479-5875-4e95-95a6-c40a014bff63 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902300 Oct 12 17:01:47.687886 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:01:49.396899 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-207b813a-42a8-4bd6-9dda-8c386b88d66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:52.096706 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3b292b97-f706-4853-9f1b-817e21e5dd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.134091 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:53.138517 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:55.226071 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:01:59.851827 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:19.396417 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cd911752-c243-4aa2-8d67-cb8898a345c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:22.099893 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8d5745b5-0937-4e33-8713-3d76f8c9c688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:23.134362 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:23.136093 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:24.686154 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:02:25.227941 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:29.852214 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:35.986529 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-6ea40318-de64-4470-8786-a092b3588a49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373704 Oct 12 17:02:36.082855 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-3e56b7e1-e586-4722-8bd0-967c85830f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:36.084346 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-3e56b7e1-e586-4722-8bd0-967c85830f58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0389888 Oct 12 17:02:36.187260 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-124be147-f8eb-4570-a81b-d66fae7275b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:36.188716 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-124be147-f8eb-4570-a81b-d66fae7275b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0852931 Oct 12 17:02:36.228008 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-50a41fa5-294c-4c68-898b-ea4f5935bfab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0323954 Oct 12 17:02:36.279101 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-ca7c57c0-f547-44cf-a8f9-5a77a80b95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:02:36.280567 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-ca7c57c0-f547-44cf-a8f9-5a77a80b95ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0455332 Oct 12 17:02:36.310227 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-aa1c4fbb-bfcd-4a48-9a7f-20e488ea0e63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227993 Oct 12 17:02:36.399943 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-f4c0102b-2ded-4233-8f9c-91ac56d6a55d service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Oct 12 17:02:36.490388 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-432b3016-b51d-412d-bb0a-297cdf23d8a2 req-dde08f6e-e0e2-4b57-9433-11fb5b83a89a service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831945 Oct 12 17:02:49.397819 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-66ca0c2c-83df-42f6-87c7-104619738060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:51.768271 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43202) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:51.826252 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:51.850870 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:51.908099 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:51.911169 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:51.912317 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] 10.222.0.58 "DELETE /v2.0/security-groups/522853eb-7b7d-4865-99c1-b6732c8886b8 HTTP/1.1" status: 204 len: 168 time: 0.1430490 Oct 12 17:02:51.921306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522853eb-7b7d-4865-99c1-b6732c8886b8,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:51.929561 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.930006 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.930365 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.930687 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.931010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.931336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.931663 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.932036 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.932368 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.932737 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.933007 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:51.933436 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11271e4-45b7-4456-b831-0efc63e8d1b2 tempest-TestVolumeBootPattern-815558427 tempest-TestVolumeBootPattern-815558427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:52.078799 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 43210) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:52.105194 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-58891bac-2d57-4cee-b116-dcb034bea1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.657573 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:52.942482 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Deleting port be7cd966-00d7-4d9d-ae97-c8f8e9128996 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:52.942826 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.024553 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] For port be7cd966-00d7-4d9d-ae97-c8f8e9128996, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=be7cd966-00d7-4d9d-ae97-c8f8e9128996,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:53.024944 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.037972 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Calling delete_port for be7cd966-00d7-4d9d-ae97-c8f8e9128996 owned by network:router_interface {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:53.136521 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.140402 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.245200 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.273562 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7cd966-00d7-4d9d-ae97-c8f8e9128996,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:53.317780 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.318157 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.318494 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.318824 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.319152 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.319481 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.319812 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.320135 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.320461 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.320774 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.321093 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.321408 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:53.442313 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:53.646839 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:02:53.936178 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:02:53.942037 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-454c7d7a-1970-4e90-91d2-7a5c8ba35d39 admin admin] 10.222.0.58 "PUT /v2.0/routers/ea0d49d2-60c8-4a36-acb8-82ddcd15da46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8621261 Oct 12 17:02:53.944500 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 43234) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:53.949272 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] Sync routers for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:02:53.957992 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:53.958594 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:02:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:54.045423 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks [] for router, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.064995 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:54.145318 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.199884 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Deleting port 8252462f-bdf5-492e-b999-ea59848520de {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:54.200225 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.245916 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '8252462f-bdf5-492e-b999-ea59848520de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T17:02:53Z', 'revision_number': 5, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port': {'id': '8252462f-bdf5-492e-b999-ea59848520de', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T16:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:54.275209 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] Checking router: ea0d49d2-60c8-4a36-acb8-82ddcd15da46 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:02:54.280709 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] For port 8252462f-bdf5-492e-b999-ea59848520de, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8252462f-bdf5-492e-b999-ea59848520de,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:54.281212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.283294 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] Routers {'ea0d49d2-60c8-4a36-acb8-82ddcd15da46'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:54.283879 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:02:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:54.292997 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Calling delete_port for 8252462f-bdf5-492e-b999-ea59848520de owned by network:router_gateway {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:54.383533 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] Set router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:54.464475 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.493777 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Pushing event deleted for resources: {'Port': ['ID=8252462f-bdf5-492e-b999-ea59848520de,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:54.522415 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T17:02:54Z', 'revision_number': 6, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:54.549340 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4696b-688f-4dc8-8431-d1354fc1ca0d None None] The sync data for ids ['ea0d49d2-60c8-4a36-acb8-82ddcd15da46'] in dv-cinder-813222-2-iscsi is: [{'id': 'ea0d49d2-60c8-4a36-acb8-82ddcd15da46', 'name': 'tempest-TestVolumeBootPattern-1385297586-router', 'tenant_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:44Z', 'updated_at': '2021-10-12T17:02:54Z', 'revision_number': 6, 'project_id': 'fa94f0777efa4b4ab427769cdbbb82f6', 'gw_port_host': None}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:02:54.557579 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.659214 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.661833 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.725644 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.726214 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0d49d2-60c8-4a36-acb8-82ddcd15da46 {{(pid=105674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:02:54.731252 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.732307 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-09b64d64-bc6a-480c-a77c-8013f1e5b393 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ea0d49d2-60c8-4a36-acb8-82ddcd15da46 HTTP/1.1" status: 204 len: 168 time: 0.7869046 Oct 12 17:02:54.734801 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 43242) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:54.778363 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Deleting subnet 6dded079-941c-4474-8688-215447e9f76e {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:02:54.781310 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.813459 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.924987 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:54.983626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.010429 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dded079-941c-4474-8688-215447e9f76e,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:55.012381 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.017713 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4603c838-cba7-495c-aa14-747937c432d1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6dded079-941c-4474-8688-215447e9f76e HTTP/1.1" status: 204 len: 168 time: 0.2798250 Oct 12 17:02:55.017851 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a24b4-5f0f-4ec4-96a3-31c6bbf6a6cb None None] Network 00bf0f6e-1720-42b7-80c7-49a535e4f522 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:02:55.018334 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 43248) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:55.086878 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.139578 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Deleting port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:55.139911 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.206129 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] For port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,segment=NetworkSegment(00d6f9c3-03ea-4815-b08d-5446158318b4),segment_id=00d6f9c3-03ea-4815-b08d-5446158318b4)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:55.206545 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.218978 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Calling delete_port for 657cf3a7-9f1d-4e5b-8c05-812c34c8157f owned by network:dhcp {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:55.231345 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.296774 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd467c3-f1d6-4f59-ab9b-0bf298275137 None None] DHCP port deletion for 00bf0f6e-1720-42b7-80c7-49a535e4f522 request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:02:55.302295 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.346290 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] No DVR routers for this DVR port 657cf3a7-9f1d-4e5b-8c05-812c34c8157f on host dv-cinder-813222-2-iscsi {{(pid=105674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:02:55.350350 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Pushing event deleted for resources: {'Port': ['ID=657cf3a7-9f1d-4e5b-8c05-812c34c8157f,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:55.370079 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device be7cd966-00d7-4d9d-ae97-c8f8e9128996 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:55.396618 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: be7cd966-00d7-4d9d-ae97-c8f8e9128996 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:55.397056 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device be7cd966-00d7-4d9d-ae97-c8f8e9128996 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:55.397545 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 657cf3a7-9f1d-4e5b-8c05-812c34c8157f no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:55.418465 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 657cf3a7-9f1d-4e5b-8c05-812c34c8157f {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:55.418819 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 657cf3a7-9f1d-4e5b-8c05-812c34c8157f not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:55.419242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8252462f-bdf5-492e-b999-ea59848520de no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:55.427398 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.446200 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 8252462f-bdf5-492e-b999-ea59848520de {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:55.446623 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8252462f-bdf5-492e-b999-ea59848520de not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:55.451834 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bf0f6e-1720-42b7-80c7-49a535e4f522']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:55.466005 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d6f9c3-03ea-4815-b08d-5446158318b4') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:55.466303 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d6f9c3-03ea-4815-b08d-5446158318b4') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:55.475328 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.488236 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.493823 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:02:55.494229 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:02:55.495859 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:02:55.552948 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.558354 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:55.561800 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] 10.222.0.58 "DELETE /v2.0/networks/00bf0f6e-1720-42b7-80c7-49a535e4f522 HTTP/1.1" status: 204 len: 168 time: 0.5428042 Oct 12 17:02:55.564801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43256) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:55.575001 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0c45b-b75e-4b29-b82a-a7acd5140184 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bf0f6e-1720-42b7-80c7-49a535e4f522,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:55.966074 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:56.482739 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Deleting port f39bf7f0-184e-4184-84de-23d5120b86e4 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:56.483085 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:56.558475 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] For port f39bf7f0-184e-4184-84de-23d5120b86e4, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=f39bf7f0-184e-4184-84de-23d5120b86e4,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:56.558794 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:56.573529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Calling delete_port for f39bf7f0-184e-4184-84de-23d5120b86e4 owned by network:router_interface {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:56.747335 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:56.771056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Pushing event deleted for resources: {'Port': ['ID=f39bf7f0-184e-4184-84de-23d5120b86e4,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:56.930001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.144581 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Router fc7f830c-5487-4897-a6b2-663cdc1382c7 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:02:57.246147 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:02:57.250969 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e5404642-72c8-4648-b6c7-94dfada0846a admin admin] 10.222.0.58 "PUT /v2.0/routers/fc7f830c-5487-4897-a6b2-663cdc1382c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851671 Oct 12 17:02:57.253564 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43274) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:57.256529 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] Sync routers for ids ['fc7f830c-5487-4897-a6b2-663cdc1382c7'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:02:57.265516 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] Routers {'fc7f830c-5487-4897-a6b2-663cdc1382c7'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:57.266144 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:02:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['fc7f830c-5487-4897-a6b2-663cdc1382c7'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:57.354915 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks [] for router, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.369679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] Set router fc7f830c-5487-4897-a6b2-663cdc1382c7 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:57.461749 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.514637 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Deleting port 6af4c050-6fba-41a2-ad1e-09984120925f {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:57.514979 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.554239 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T17:02:56Z', 'revision_number': 5, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port': {'id': '6af4c050-6fba-41a2-ad1e-09984120925f', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:57.583287 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] Checking router: fc7f830c-5487-4897-a6b2-663cdc1382c7 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:02:57.591388 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] Routers {'fc7f830c-5487-4897-a6b2-663cdc1382c7'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:02:57.591908 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:02:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['fc7f830c-5487-4897-a6b2-663cdc1382c7'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:57.597348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] For port 6af4c050-6fba-41a2-ad1e-09984120925f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=6af4c050-6fba-41a2-ad1e-09984120925f,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:57.598376 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.609827 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Calling delete_port for 6af4c050-6fba-41a2-ad1e-09984120925f owned by network:router_gateway {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:57.674490 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] Set router fc7f830c-5487-4897-a6b2-663cdc1382c7 gateway port host: None {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:02:57.724631 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T17:02:57Z', 'revision_number': 6, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:57.753011 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c8a86b-a50d-494e-81a3-64bd936cc518 None None] The sync data for ids ['fc7f830c-5487-4897-a6b2-663cdc1382c7'] in dv-cinder-813222-2-iscsi is: [{'id': 'fc7f830c-5487-4897-a6b2-663cdc1382c7', 'name': 'tempest-TestVolumeBootPattern-285516018-router', 'tenant_id': '54b5aeef626c4860b1bef7af31feddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:50:49Z', 'updated_at': '2021-10-12T17:02:57Z', 'revision_number': 6, 'project_id': '54b5aeef626c4860b1bef7af31feddee', 'gw_port_host': None}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:02:57.770745 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.794048 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Pushing event deleted for resources: {'Port': ['ID=6af4c050-6fba-41a2-ad1e-09984120925f,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:57.853403 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.952577 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:57.954595 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.017689 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.018480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7f830c-5487-4897-a6b2-663cdc1382c7 {{(pid=105673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:02:58.025061 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.026217 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-675b4ae7-865f-47ff-baf5-d743d5a2b39b admin admin] 10.222.0.58 "DELETE /v2.0/routers/fc7f830c-5487-4897-a6b2-663cdc1382c7 HTTP/1.1" status: 204 len: 168 time: 0.7717152 Oct 12 17:02:58.028745 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43284) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:58.074885 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Deleting subnet 2c295f80-4339-4280-b6ce-e8d38790fd72 {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:02:58.077849 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.120577 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.230856 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.283630 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.311658 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c295f80-4339-4280-b6ce-e8d38790fd72,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:58.317020 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.321148 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1fcac5fe-7a17-4e89-8b04-0d7740744d40 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2c295f80-4339-4280-b6ce-e8d38790fd72 HTTP/1.1" status: 204 len: 168 time: 0.2913401 Oct 12 17:02:58.322766 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f85f5-050f-4aa5-a858-10dddae45ba3 None None] Network 7ca1d594-322b-4a2b-8c63-4f331b377c7a requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:02:58.324042 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43288) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:58.390101 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.442924 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Deleting port 1b643f55-5354-47fa-9b57-531801568d4e {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:58.443267 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.512832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] For port 1b643f55-5354-47fa-9b57-531801568d4e, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b643f55-5354-47fa-9b57-531801568d4e,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:58.513217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.514229 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] DHCP port deletion for 7ca1d594-322b-4a2b-8c63-4f331b377c7a request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:02:58.526376 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Calling delete_port for 1b643f55-5354-47fa-9b57-531801568d4e owned by network:dhcp {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:58.564982 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Deleting port 1b643f55-5354-47fa-9b57-531801568d4e {{(pid=105675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:02:58.565383 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.610010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.630295 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] For port 1b643f55-5354-47fa-9b57-531801568d4e, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b643f55-5354-47fa-9b57-531801568d4e,segment=NetworkSegment(0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d),segment_id=0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:02:58.630963 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.642524 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b643f55-5354-47fa-9b57-531801568d4e,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:58.644336 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Calling delete_port for 1b643f55-5354-47fa-9b57-531801568d4e owned by network:dhcp {{(pid=105675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:02:58.644541 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] No DVR routers for this DVR port 1b643f55-5354-47fa-9b57-531801568d4e on host dv-cinder-813222-2-iscsi {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:02:58.715565 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.736390 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca1d594-322b-4a2b-8c63-4f331b377c7a']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:58.746919 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:58.747346 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa4e26c-332a-4ebe-b181-cd2a4d4fef5d') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:02:58.759550 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.762727 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164'] for port, after_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.773188 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.779511 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:02:58.780001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:02:58.781708 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:02:58.788476 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Pushing event deleted for resources: {'Port': ['ID=1b643f55-5354-47fa-9b57-531801568d4e,revision_number=None']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:58.797160 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] No DVR routers for this DVR port 1b643f55-5354-47fa-9b57-531801568d4e on host dv-cinder-813222-2-iscsi {{(pid=105675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.807658 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03291083-0091-4c10-9b6c-7b5eb5a00f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:02:58.842609 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.850148 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:58.853482 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7ca1d594-322b-4a2b-8c63-4f331b377c7a HTTP/1.1" status: 204 len: 168 time: 0.5284488 Oct 12 17:02:58.867659 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35458e05-b65c-41ab-a1c1-8006777ff313 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca1d594-322b-4a2b-8c63-4f331b377c7a,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:59.008075 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43298) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:59.050725 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b643f55-5354-47fa-9b57-531801568d4e no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:59.055821 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-6ea16d2b-f535-4097-be66-bf17e7a0a3b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa94f0777efa4b4ab427769cdbbb82f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442255 Oct 12 17:02:59.056320 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 43302) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:59.073787 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 1b643f55-5354-47fa-9b57-531801568d4e {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:59.073787 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b643f55-5354-47fa-9b57-531801568d4e not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:59.073787 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device f39bf7f0-184e-4184-84de-23d5120b86e4 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:59.098989 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: f39bf7f0-184e-4184-84de-23d5120b86e4 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:59.099396 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device f39bf7f0-184e-4184-84de-23d5120b86e4 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:59.099814 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6af4c050-6fba-41a2-ad1e-09984120925f no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:02:59.106659 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-76fe3003-f856-48fd-b5a2-5befadfe629a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.119015 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 6af4c050-6fba-41a2-ad1e-09984120925f {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:02:59.119426 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6af4c050-6fba-41a2-ad1e-09984120925f not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:02:59.127909 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-76fe3003-f856-48fd-b5a2-5befadfe629a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.176364 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-76fe3003-f856-48fd-b5a2-5befadfe629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.178969 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-76fe3003-f856-48fd-b5a2-5befadfe629a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.180136 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-76fe3003-f856-48fd-b5a2-5befadfe629a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07bb07f6-f902-4a5c-8d60-8534be21d911 HTTP/1.1" status: 204 len: 168 time: 0.1228437 Oct 12 17:02:59.188071 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe3003-f856-48fd-b5a2-5befadfe629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb07f6-f902-4a5c-8d60-8534be21d911,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:59.493941 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 43312) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:59.534184 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-aab89066-d5fd-4317-ae63-c6dac91bf282 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54b5aeef626c4860b1bef7af31feddee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390079 Oct 12 17:02:59.536619 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 43316) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:02:59.583941 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f76-eeaa-4029-912a-4a69115da7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.604889 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f76-eeaa-4029-912a-4a69115da7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.651566 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f76-eeaa-4029-912a-4a69115da7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.654259 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f76-eeaa-4029-912a-4a69115da7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:02:59.655408 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c5ba5f76-eeaa-4029-912a-4a69115da7fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87971711-a587-4070-a78a-2c06241d6d30 HTTP/1.1" status: 204 len: 168 time: 0.1178927 Oct 12 17:02:59.670045 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba5f76-eeaa-4029-912a-4a69115da7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87971711-a587-4070-a78a-2c06241d6d30,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:02:59.879203 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:01.685086 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:03:19.398230 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-45f2b890-183f-47ae-aade-954c979956f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:22.096986 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-196257ea-c296-4fc8-b4ee-793a6bc86532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:23.134253 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:23.138571 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:25.234367 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:29.890046 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:36.973564 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-f7667125-d135-4093-94b8-74b258b466ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372818 Oct 12 17:03:37.045458 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-b2339cea-9ee5-4c87-b78f-e8caf766dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:37.046972 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-b2339cea-9ee5-4c87-b78f-e8caf766dbeb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.0408974 Oct 12 17:03:37.148753 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-16d27c41-5009-4f0c-a157-fffb92adebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:37.150127 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-16d27c41-5009-4f0c-a157-fffb92adebab service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0843685 Oct 12 17:03:37.192460 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-269d1ec2-d6fe-43fd-aeb9-7325c627706e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.0346785 Oct 12 17:03:37.241230 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-48513216-3884-4fd8-bae5-424c3f5491c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:03:37.242830 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-48513216-3884-4fd8-bae5-424c3f5491c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0433388 Oct 12 17:03:37.273385 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-9bcae6a6-b7b0-44e0-8e30-9b9f72fbcf30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229430 Oct 12 17:03:37.363628 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-ab595806-ba68-44a5-ac3c-c3a7274ba962 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828023 Oct 12 17:03:37.453108 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-7d052478-b748-4c42-b822-d3c8cbed5fbf req-0f866a0e-4d20-44ae-92a7-caf55eb15358 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820432 Oct 12 17:03:38.684112 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:03:49.400087 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-77e4ea55-e891-42f3-9e1f-4000a85eaa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:52.096645 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8e67bb40-6314-4f11-9801-9156f2095a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:53.129602 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:53.140386 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:55.237304 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:03:59.917991 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:15.683336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:04:19.401468 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-70e6e4b1-e035-4466-a224-5297bf3c87ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:22.097443 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-476fdb4e-ee6a-49eb-a974-41946635424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:23.123113 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:23.141773 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:25.239453 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:29.930024 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:37.968777 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-1e9990e4-dab3-4036-83d4-d8539aa576fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405474 Oct 12 17:04:38.037815 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-d05e74e4-8cce-40bd-a135-4c7d763a7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:38.039188 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-d05e74e4-8cce-40bd-a135-4c7d763a7df1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 1100 time: 0.0386057 Oct 12 17:04:38.140870 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-2546889b-74c2-47f8-8b95-da405f6250a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:38.142304 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-2546889b-74c2-47f8-8b95-da405f6250a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.0842836 Oct 12 17:04:38.207024 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-d4f09c51-687a-4466-a614-1b551ea43e30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 200 len: 1000 time: 0.0561116 Oct 12 17:04:38.257191 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-20fe59e9-866f-4bdc-92c3-065db72e2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:38.258691 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-20fe59e9-866f-4bdc-92c3-065db72e2f1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0446167 Oct 12 17:04:38.305757 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-42abdaae-9817-49a2-94c6-29669650b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:04:38.307171 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-42abdaae-9817-49a2-94c6-29669650b204 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416875 Oct 12 17:04:38.395020 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-33f6de9e-6462-4ea6-b792-ad098b7dfd2f service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796945 Oct 12 17:04:38.718088 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ede41c4b-cd39-4880-8486-e88b4765b811 req-688527e3-ed86-48ce-b2eb-ed1d39d60d9c service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150783 Oct 12 17:04:49.402355 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-777d62ff-94c4-49d6-8ceb-21f46c834b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.098015 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ae8ac867-9c8d-4f69-ad61-a49d544bf8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:52.681969 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:04:53.126956 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:53.146429 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:55.243661 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:04:59.946905 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:00.627528 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6112d5-00b5-4e1c-bf4e-add758b7a2d1 req-bbad3d84-26e8-4e5f-a3a7-ccdd6253b96b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:00.629005 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb6112d5-00b5-4e1c-bf4e-add758b7a2d1 req-bbad3d84-26e8-4e5f-a3a7-ccdd6253b96b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.1538305 Oct 12 17:05:00.665674 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb6112d5-00b5-4e1c-bf4e-add758b7a2d1 req-10782f92-afcb-422b-8144-d69944bd41f6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/security-groups?id=a637dd8d-53a1-409a-898a-b9f035605b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Oct 12 17:05:01.292808 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-81983e6e-9e42-4abd-9c60-bb2d4559b4eb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:01.294398 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-81983e6e-9e42-4abd-9c60-bb2d4559b4eb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 946 time: 0.0461366 Oct 12 17:05:01.388544 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Deleting port f8844786-dae7-46e0-823f-bf94cdeedbbc {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:05:01.388882 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:01.474056 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] For port f8844786-dae7-46e0-823f-bf94cdeedbbc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f8844786-dae7-46e0-823f-bf94cdeedbbc,segment=NetworkSegment(8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7),segment_id=8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:05:01.474331 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:01.486432 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Calling delete_port for f8844786-dae7-46e0-823f-bf94cdeedbbc owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:05:01.610220 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:01.637695 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Pushing event deleted for resources: {'Port': ['ID=f8844786-dae7-46e0-823f-bf94cdeedbbc,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:05:01.647727 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['f8844786-dae7-46e0-823f-bf94cdeedbbc'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:05:01.662639 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.662990 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.663332 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.663666 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.663997 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.664329 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.664658 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.664983 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.665306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.665625 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.665975 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.666294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:05:01.686764 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] No DVR routers for this DVR port f8844786-dae7-46e0-823f-bf94cdeedbbc on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:05:01.689416 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:01.692874 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9b4b970-478b-4ee1-a3df-479691fa1904 req-59abfa5d-cda1-465c-b3f2-b510060c92fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.43 "DELETE /v2.0/ports/f8844786-dae7-46e0-823f-bf94cdeedbbc HTTP/1.1" status: 204 len: 173 time: 0.3918521 Oct 12 17:05:01.693224 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'name': 'network-vif-deleted', 'tag': 'f8844786-dae7-46e0-823f-bf94cdeedbbc'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:05:01.695592 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6ac1fe-a9b3-4d5c-a441-03a6fafd999d" -d '{"events": [{"server_uuid": "9f270033-2cc7-4031-8217-21ec4c32ed70", "name": "network-vif-deleted", "tag": "f8844786-dae7-46e0-823f-bf94cdeedbbc"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:05:01.771020 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5f753a1b-8586-4c1c-9016-ca8b95acdfc5 req-19fa1809-eeab-45d7-845b-2d8a1dadc5a6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0360591 Oct 12 17:05:01.794025 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676423c-d699-42c6-8eb7-a15a90754f05 x-openstack-request-id: req-8676423c-d699-42c6-8eb7-a15a90754f05 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:05:01.794025 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f270033-2cc7-4031-8217-21ec4c32ed70", "name": "network-vif-deleted", "tag": "f8844786-dae7-46e0-823f-bf94cdeedbbc", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:05:01.794025 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8676423c-d699-42c6-8eb7-a15a90754f05 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:05:01.794025 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f270033-2cc7-4031-8217-21ec4c32ed70', 'name': 'network-vif-deleted', 'tag': 'f8844786-dae7-46e0-823f-bf94cdeedbbc', 'status': 'completed', 'code': 200} Oct 12 17:05:02.927595 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-416a562c-9f08-444b-95c8-1121900f354a req-115f397f-b19c-4902-b1e8-548962f88336 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0726669 Oct 12 17:05:03.891771 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f8844786-dae7-46e0-823f-bf94cdeedbbc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:05:03.911496 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: f8844786-dae7-46e0-823f-bf94cdeedbbc {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:05:03.911837 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f8844786-dae7-46e0-823f-bf94cdeedbbc not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:05:04.017233 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b904d1fd-7a80-4438-8ae0-96aa8eb6856f req-337bd467-c3d1-46ec-8315-d96c53575adf tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0258837 Oct 12 17:05:05.108489 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-304c478e-b33d-4909-93d4-046f8fe74209 req-ab33f77f-1e9c-4cf1-aba8-b3e45068a756 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246916 Oct 12 17:05:06.199725 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-efafec6a-fcd9-4913-a63b-c7c973543f9e req-811b23f4-eed2-4b69-a1a7-df01f722f2f8 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0270514 Oct 12 17:05:07.289346 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e66f4584-eb11-43eb-9369-735b049851e7 req-049af6d4-b74b-4789-bf3a-e03c864b8ffd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248384 Oct 12 17:05:08.385103 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-12d0e51c-c6ef-42b3-a17a-f2ccfafd428c req-3491e171-8ec1-4f5b-8008-a2a53ece0bb0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243533 Oct 12 17:05:09.478706 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fb105f14-4e27-4834-b5d6-a6a39a6a5e72 req-ce61825d-bb22-4fff-9a3b-92f66d96f344 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0252800 Oct 12 17:05:10.574088 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-93c1a102-8b22-4557-a7ff-7da3e3b60fa0 req-09e753ae-5604-450a-b2fb-c752689f3dbd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0252883 Oct 12 17:05:11.665384 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a912c8eb-1ddf-449e-b0ff-7e24fb284ed3 req-09d98292-68c1-4b7c-8252-56a346063d18 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0242898 Oct 12 17:05:12.758748 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d79a6dd8-df77-4fe0-b9bd-cbc50107e0e5 req-0fc88511-e448-406a-9675-3b7f63967d95 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0285604 Oct 12 17:05:13.852134 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f01abcba-17f0-4b9f-8e9d-88803cdad4fb req-9f3be8d7-a9af-4c41-9269-23cde158c0f5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0259264 Oct 12 17:05:14.941985 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-13d56c5f-1fe1-480d-bab7-9880a3353255 req-3c6fa970-a37a-4bee-bb22-9a5281ba34e5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0249636 Oct 12 17:05:16.032189 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45645135-3eb9-45db-b881-81bea68cccea req-0d9f56bb-e81e-40f7-88f5-f24c48f79eb4 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0258281 Oct 12 17:05:17.120975 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-630356d8-7835-480c-8876-4b56950a059a req-00a3beea-ab6c-40d5-9770-8d8a8eb61e98 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0242376 Oct 12 17:05:18.215857 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c290c285-a2d7-4e01-a3e9-d2c6d8240b6a req-06ced926-1cd8-4a92-a962-11ed5aada646 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0244055 Oct 12 17:05:19.308367 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-caa24e01-8337-46b3-b7ae-c49872ade78e req-6827e223-e0b3-4cc2-8955-9ebbc065b0f5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0278773 Oct 12 17:05:19.403721 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7a5ced24-fb25-4fb2-8d74-975ba795fad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:20.398086 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ca997d9e-b3e5-4951-90a0-e370801a719b req-9111000d-aed6-47d1-b6ba-eaf1c4ebe24e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0242770 Oct 12 17:05:21.498655 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-395dad47-9ab2-4142-9727-1b631cac79a9 req-5f1a531f-b48b-49fe-a67b-282fc91d9abc tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0251729 Oct 12 17:05:22.098048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4bcf3a4a-b6b4-45be-b860-fec01a4e2364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:22.588379 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0cd07143-0163-4b1d-9eec-48664a5265e1 req-5c26fa10-1b08-4278-9afa-9f9a58a8e206 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243561 Oct 12 17:05:23.122228 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:23.148681 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:23.680009 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3235c6c7-8a0c-4a4c-914f-055710c26d24 req-3148e909-61d1-4cad-8c9c-cba672954d89 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250306 Oct 12 17:05:24.770005 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e8ecee60-a37d-48c1-be71-b3f35a9cb338 req-d9e7c6a1-2e63-4d3e-acb3-21c2fa69d1fd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0256782 Oct 12 17:05:25.245444 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:25.863749 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3559ac28-7a29-4cc3-b72d-dbd6c069b2e9 req-32ad426d-c3b4-4b9d-b325-87c81ccada78 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Oct 12 17:05:26.954087 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4f53aec6-54c6-4d04-b33f-b09d61851eec req-6947cae5-6cdd-464d-af28-5152a970cc6d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0241132 Oct 12 17:05:28.045531 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-164e639c-130b-481c-810d-52f591a0b0e3 req-75301e64-8c40-4f17-a0d0-03e38acf30c6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250897 Oct 12 17:05:29.134152 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cbf3892b-a11e-456b-ac92-4e0138c99b2c req-7035366e-221a-4b5c-bc10-ff5dec1f9f20 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0240688 Oct 12 17:05:29.680720 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:05:29.939087 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:30.228634 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59472d52-543d-4391-8bff-ac97b53f5905 req-e15f30fa-7827-416b-8a5d-126925768a05 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248744 Oct 12 17:05:31.319792 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-df1c8671-5119-4d80-a3a4-5e2b3d6b01a1 req-b02a0f41-3a1d-4e0a-ab5c-da5d073dc0c6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0253177 Oct 12 17:05:32.412141 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a2da3f26-7e8e-4761-a664-1890c0877f25 req-7035fd10-2656-4f51-b38b-0823c4d9fa49 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0279543 Oct 12 17:05:33.500788 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-94378898-4c5b-4da9-b82c-01bca0c8378e req-af6b463c-db3d-48b4-baa6-67da0aaf59a3 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0252514 Oct 12 17:05:34.591429 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-718a3c3e-13a4-4db2-b44d-7a977f0e363e req-226963af-9892-48b5-b9dc-6dba7f94c3b4 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243979 Oct 12 17:05:35.683325 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a3ec94b-6241-4b22-aa39-27b35769d471 req-a416a492-6206-4c7c-b727-d21415937598 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243788 Oct 12 17:05:36.772232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d7181de9-3a35-4584-a5c5-66ec28cc859b req-254cc76a-aea3-41cc-bdcd-aef0f4c0aaec tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0245819 Oct 12 17:05:37.862256 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a614aacb-a42d-4ea3-aa48-9bec05ae22fd req-548c0bb4-8a46-484e-a55e-77dcb242435a tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246060 Oct 12 17:05:38.956312 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0768585-1070-4f97-93b6-38edf795a9ac req-ffbd0834-27e1-49fb-a2ff-8cb55f1ba2ae tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0282001 Oct 12 17:05:40.012271 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-50d8e7c5-8bbe-42ae-9a86-3472b501a12b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858719 Oct 12 17:05:40.048412 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0444e3d7-53fd-42fe-a667-fd26b8f5d9b6 req-54f52480-d315-43ff-8013-3dfb5da32050 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0263765 Oct 12 17:05:40.084777 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-7ced0744-3f02-44be-be2b-113b0b0d9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:40.086275 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-7ced0744-3f02-44be-be2b-113b0b0d9ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 1098 time: 0.0402267 Oct 12 17:05:40.188566 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-ec99abac-16e6-48bf-b319-77c773228e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:40.190028 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-ec99abac-16e6-48bf-b319-77c773228e7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.0842807 Oct 12 17:05:40.254874 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-4d819249-36ef-4fcd-9f4a-c813ff7a975f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 200 len: 1000 time: 0.0568879 Oct 12 17:05:40.303883 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-362342e5-cafc-4699-95e7-1efa2fec9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:40.305268 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-362342e5-cafc-4699-95e7-1efa2fec9e69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0436049 Oct 12 17:05:40.352047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-9ebed4b6-69c0-4653-9b50-111582bfbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:40.353537 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-9ebed4b6-69c0-4653-9b50-111582bfbc65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414431 Oct 12 17:05:40.441515 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-8e098df8-4e2a-4545-803b-7c136cf91425 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800023 Oct 12 17:05:40.534188 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-04368e4d-59b4-4bc9-87cc-0a1da6c0f566 req-fb0032dd-dd11-445f-b5be-efcf48ee190a service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Oct 12 17:05:41.138201 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0dfa6a0d-03db-4c76-80d0-7946a68b5428 req-5476e241-76ee-42b5-85bc-20d05c7ac5ee tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0245521 Oct 12 17:05:42.233284 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f7364e05-5608-4ec3-a338-1e7c7bdb7c6d req-dad892ad-5859-4971-9366-99c45d4b5869 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Oct 12 17:05:43.321988 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bab69a8b-b2fb-491e-a901-2bc194732d7b req-2da32f17-036f-46d6-8296-e76d2b944645 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246789 Oct 12 17:05:44.411416 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0570a43d-1721-463e-9560-4cfb070938cf req-4bde4c44-a3d6-4834-90dd-51182223b6d1 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0254133 Oct 12 17:05:45.505111 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34d0fa06-8fbb-4a44-a92c-c18535544983 req-b3077a43-4aa1-4ab0-9a90-7cf9b9cafb5e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Oct 12 17:05:46.599878 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b0930f5d-8dbc-4a0e-9e46-eb4d37e8dba9 req-00017e62-d5c8-4031-8412-4ead6789a1f9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0256386 Oct 12 17:05:47.690276 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-392de575-7d76-49be-8ff8-b31ed40f5c76 req-676c20f2-fbb1-4c99-9cdc-9fc4ae4534a9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0252707 Oct 12 17:05:48.307032 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997535bb-0e21-46f0-998b-e98b300dc300 req-0fea92f7-5145-4d26-a036-c5ff5bd6c70f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:48.308472 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-997535bb-0e21-46f0-998b-e98b300dc300 req-0fea92f7-5145-4d26-a036-c5ff5bd6c70f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0473819 Oct 12 17:05:48.344521 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-997535bb-0e21-46f0-998b-e98b300dc300 req-5d6049a2-b1cf-435f-991e-25ad4b1dba99 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294688 Oct 12 17:05:48.793500 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-05fb644f-d7cf-4b0d-ae42-ad3be0f5d657 req-bb2998c6-e237-447a-8eda-d259a8755f13 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0333781 Oct 12 17:05:49.075576 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-becafa48-9495-44fc-bf8d-ea1739f6a742 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:49.077038 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-becafa48-9495-44fc-bf8d-ea1739f6a742 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0473452 Oct 12 17:05:49.166177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Deleting port e783c412-b0e4-45b5-b2df-e8abbe1eba25 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:05:49.166518 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.253606 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] For port e783c412-b0e4-45b5-b2df-e8abbe1eba25, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e783c412-b0e4-45b5-b2df-e8abbe1eba25,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:05:49.253996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.406346 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-28551875-3969-48fa-88d8-befceba45897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.423762 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.424142 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.424468 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.l3_db [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Floating IP 5eef1313-b453-4b2a-900f-917d4d4aead3 disassociated. External IP: 172.27.1.7, port: e783c412-b0e4-45b5-b2df-e8abbe1eba25. Oct 12 17:05:49.424812 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Calling delete_port for e783c412-b0e4-45b5-b2df-e8abbe1eba25 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:05:49.463177 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35056f-9014-4947-a485-3eec7ce74cc9 req-9e0e2a92-809f-4b87-8adf-99346f6acf74 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:05:49.465710 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bf35056f-9014-4947-a485-3eec7ce74cc9 req-9e0e2a92-809f-4b87-8adf-99346f6acf74 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 947 time: 0.0470283 Oct 12 17:05:49.503464 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bf35056f-9014-4947-a485-3eec7ce74cc9 req-421e8da9-cb24-40f6-b4c9-2a390ff2d490 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=a172612e-c4c2-4505-a063-07f1f6f9b789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Oct 12 17:05:49.566915 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.595295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event deleted for resources: {'Port': ['ID=e783c412-b0e4-45b5-b2df-e8abbe1eba25,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:05:49.718333 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Router a29fef12-9a61-4abe-b373-d9953c593852 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:05:49.820642 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:05:49.831197 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:05:49.839801 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:05:49.840398 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:05:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:49.863593 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] No DVR routers for this DVR port e783c412-b0e4-45b5-b2df-e8abbe1eba25 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:05:49.866689 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:49.871041 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-69ceeda8-1fbf-4802-ae22-94010542fac4 req-d3c6b86e-0462-4b79-8911-140688ed7fc2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "DELETE /v2.0/ports/e783c412-b0e4-45b5-b2df-e8abbe1eba25 HTTP/1.1" status: 204 len: 173 time: 0.7867348 Oct 12 17:05:49.871614 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-deleted', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:05:49.874988 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd1afaa-ac6f-44d8-8c6a-0747789169b5" -d '{"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-deleted", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:05:49.890386 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9656390a-675c-4aed-ba68-1ac206e877c6 req-415c8fa2-fb3b-4ac4-b441-fcabd54e0244 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Oct 12 17:05:49.928568 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f40f44d-3bf7-4abc-8503-0cfec9262a1f x-openstack-request-id: req-0f40f44d-3bf7-4abc-8503-0cfec9262a1f {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:05:49.928859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45384-6d40-4df5-994c-eb3b5ee696f9", "name": "network-vif-deleted", "tag": "e783c412-b0e4-45b5-b2df-e8abbe1eba25", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:05:49.929114 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0f40f44d-3bf7-4abc-8503-0cfec9262a1f {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:05:49.929543 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a45384-6d40-4df5-994c-eb3b5ee696f9', 'name': 'network-vif-deleted', 'tag': 'e783c412-b0e4-45b5-b2df-e8abbe1eba25', 'status': 'completed', 'code': 200} Oct 12 17:05:49.946651 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:05:50.146802 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:50.174365 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:05:50.182177 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:05:50.182763 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:05:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:50.281214 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:05:50.467525 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:05:50.492488 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d944414-5bab-45e2-b766-5d6e5692fa8e None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:05:50.614915 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ae7955a-7e24-4d12-949d-2c204c0f6781 req-5ee72890-cec7-40f1-8f4f-8be2575c07d3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0328012 Oct 12 17:05:50.808104 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd3b57-cbdc-4378-8959-8aabb840f734 None None] New status for floating IP 5eef1313-b453-4b2a-900f-917d4d4aead3: DOWN {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:05:50.980067 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-deae815e-b2be-4dc9-b256-bf651d46cccb req-9811c3c5-a301-49d9-804d-0ba05358f7e5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0257862 Oct 12 17:05:51.711465 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9de55615-b85e-4a4f-92a8-412b21bf5f88 req-f1b3c5e5-7a73-405c-9d9c-c3eaabd9ef8c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0271101 Oct 12 17:05:52.069790 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1f0e5f92-c642-4078-a0cb-ce2aec7b7128 req-06d54c91-a6a9-4325-b36f-f3175941753e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248652 Oct 12 17:05:52.098869 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ba2db1c4-4032-4000-9014-ecc6624fd78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:52.109797 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:05:52.129345 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: e783c412-b0e4-45b5-b2df-e8abbe1eba25 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:05:52.129693 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device e783c412-b0e4-45b5-b2df-e8abbe1eba25 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:05:52.809635 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3de5d346-a44f-4876-a71c-8a638b6a2f77 req-aef71ee8-4501-494c-9257-c5426a9f4e63 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0247662 Oct 12 17:05:53.123044 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:53.152442 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:53.166650 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ddc6ed8d-e11e-4967-96da-ce44779e9f6c req-007def94-bf0e-4193-a62b-7c921d562608 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0265987 Oct 12 17:05:53.903247 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9202b8d5-304b-4fb6-b457-6f46c889bc03 req-1de0382c-8787-483f-814c-716f384b7ae4 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0243514 Oct 12 17:05:54.255883 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-87358932-2884-4f63-bb5c-48dd7c8a1843 req-89f7da4c-4842-4472-94fe-63c0a7cc23a7 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0241094 Oct 12 17:05:54.999740 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5aed8f95-2d40-4d5e-adce-0c07dc895026 req-42460db7-f43b-40ff-b754-f13767ac0473 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0273609 Oct 12 17:05:55.248871 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:05:55.344411 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-199d9022-f879-42cc-a875-51c7b125d79a req-8eaba5e5-f3cd-48ee-b6ff-a38d91296f14 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248687 Oct 12 17:05:56.092736 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34983a7d-61c8-4609-a8f1-6aef8ca6b454 req-ab063e79-a962-4b5d-8e25-ca0112138cba tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0249329 Oct 12 17:05:56.434005 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-710e42a0-f4db-4e62-8d2a-cf6276159c02 req-ba4e84b9-818b-422d-96fc-d38645a9f80d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250478 Oct 12 17:05:57.184938 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2c514dde-77f3-4c4e-8a80-fcb804e08d80 req-3e262d71-60c8-4589-b6de-ca990cddea63 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0248151 Oct 12 17:05:57.522504 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-218ded95-3191-45d5-a1e0-bf733c3fed32 req-eada5404-742c-4504-8e05-b7d642f48e8c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0247583 Oct 12 17:05:58.281239 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a1dcb69f-7de1-4472-9fcc-68345cf7e9d2 req-64179348-2754-48ff-afa2-97c4e602cd93 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0271115 Oct 12 17:05:58.611217 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f2c3a08-0683-4029-b2b2-51d0bb93ce75 req-13195c69-35c4-4e8c-8dba-cc54dc4517f6 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0241330 Oct 12 17:05:59.376710 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3e02318c-c097-407f-95b8-e6b58ad709c2 req-086bc502-8b6d-4a99-8c9d-66af61c48332 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0249648 Oct 12 17:05:59.700834 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6204f3d5-dc99-4b10-a4c0-e5ad55b0882c req-e4a81817-5a22-4939-9cb7-27339d73eaa0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246990 Oct 12 17:05:59.952243 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:00.470692 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0d4fb81a-122a-441e-89dc-abb2a8043136 req-4bb83fe6-dfd1-4db0-9269-567527c36f3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0246477 Oct 12 17:06:00.894759 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1d6ec86f-1769-49f7-b80b-23b354411fb0 req-d0f0a969-5b21-4809-8a93-91c58aa11bfd tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250845 Oct 12 17:06:01.567731 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-42c8ea07-6b61-4044-a14b-29d005fec8df req-333cfe6b-b311-4b6f-8635-2a18f8e9ac54 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Oct 12 17:06:01.985359 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-634b8080-7b36-42df-acc4-293d3f633013 req-90a20a4a-9061-47cd-ad44-e7ea0bd26090 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246923 Oct 12 17:06:02.661818 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d6f1f2f9-7179-44f0-9c32-3753a3099a70 req-20ec8387-8787-42f6-b7b8-6963d43ebc3c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0245876 Oct 12 17:06:03.075091 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e57068fd-1cce-4ba9-8c68-3ffdc102cefd req-4963171c-04ac-44a6-99ac-21ffac869182 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248086 Oct 12 17:06:03.755995 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3d57ebb3-6339-4142-9f7a-8e7c8e8a99ef req-07c5c327-e27a-4675-b378-6c01f892f522 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0251098 Oct 12 17:06:04.166262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecbef459-ab46-427a-b234-e9187cb03dc7 req-a53cd467-6041-4cdc-b61b-f7834c0370d1 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0255902 Oct 12 17:06:04.853258 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6739ec8d-6616-4723-9455-fdeaee7c3b5d req-14182da1-4b71-43a1-a4b1-544ae00d7485 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0283353 Oct 12 17:06:05.255746 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd03a2ec-f2e5-45c0-988e-b64d2e20f82c req-62496f92-8f3b-473f-9ce2-3f20586df295 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0249212 Oct 12 17:06:05.952597 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-366017a3-ff57-4ba5-84b5-18ddeef87b78 req-f4d87a6f-78a5-4100-b25b-a0276df63bbb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0243578 Oct 12 17:06:06.345373 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d9a330ae-4ace-463d-bc18-f1e2480d2097 req-6958da7e-cf81-4f40-9772-39a8921d1285 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250731 Oct 12 17:06:06.678997 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:06:07.050581 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-849152be-87f5-4c5c-9080-e8f372e9a51d req-85573c93-7cc3-4ef8-9f05-5b12a15bba76 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0240107 Oct 12 17:06:07.442251 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc9a7f7a-3952-475c-aa81-1461d2041a66 req-754cbc5b-47b3-4169-84d9-6accaa4c9369 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250759 Oct 12 17:06:08.147217 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f7c57f86-dc23-40ce-bf51-88a392a1a23d req-a2e97acc-4da3-4596-871a-c38e3b2e2297 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0274539 Oct 12 17:06:08.533213 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-374f1e61-1e38-4c1a-a620-9430fcd4f7af req-6f7759a3-d446-4e94-8b19-0fa309ad0a49 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248694 Oct 12 17:06:09.241071 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8382ea13-044e-4163-a924-3289f79664fe req-76d384f7-dcd6-4aff-938d-e1f923cfe5e2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0247457 Oct 12 17:06:09.622468 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-93cbb02b-7ca9-41ff-a4b7-8efac228edd6 req-2f61d037-6379-4114-8072-46351ad98eef tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0255296 Oct 12 17:06:10.334993 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a334da59-1b3f-4312-8e7b-18f662b33869 req-9ba9da05-dd73-4902-a17a-eee742db694f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0241551 Oct 12 17:06:10.712205 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d9d77a8d-c0bb-42e0-8c59-53bdebb7b7b6 req-361612ce-fb89-4ab9-92da-b9b5ac3413b0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246658 Oct 12 17:06:11.441270 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b94f67c8-5e17-4fe6-884e-8f35120d2e0e req-52ac2c7c-5695-4948-8b2b-7dcaaabb785a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0305562 Oct 12 17:06:11.802712 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f1beb8fa-e975-42d7-a5eb-7be6e6cb72f6 req-5506b876-8c21-4a10-9429-56a25f89f312 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0253718 Oct 12 17:06:12.538112 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f9f6584a-2909-4be7-9915-c485a15e4896 req-dd27ce56-2de6-47a4-88cd-3484390ea985 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0251615 Oct 12 17:06:12.891767 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-61f77342-6675-4bd4-8e94-c962c6e6277e req-495adc3b-8636-4f64-aa3a-2f0e4eda58d0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0245349 Oct 12 17:06:13.631770 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ced29678-c69e-4b8f-92d5-804b269c5f8f req-d50162e9-34f1-490b-83bd-e1f032ca0bb1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0243003 Oct 12 17:06:13.985725 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-864c842f-cade-4927-b750-b039641b4a93 req-8dbf90ba-f934-41ce-abe4-5767c4c20b3a tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Oct 12 17:06:14.729663 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-17b92d9c-7201-4fdd-ac75-6aa3231db462 req-8d4a1c7e-0ff5-470b-baea-8fc70572e857 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Oct 12 17:06:15.077351 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1710df6c-2261-443f-bd42-1fa28a00a439 req-9308983a-061e-43b7-b1ea-bc8d1c18067b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0245035 Oct 12 17:06:15.825024 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-594dc38c-eb43-4f85-b1e7-5941293af30f req-e87c4ad9-3ef9-4652-88a6-318617deb5e3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0254104 Oct 12 17:06:16.166943 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-16d3b7aa-8d4e-49c0-91a1-550133b4b70c req-fff313aa-b279-4bef-9a8a-275fee967c89 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0252805 Oct 12 17:06:16.920180 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fc7d732e-d622-44f5-8190-604e2315edef req-eabf4a03-8c9b-4557-b8b4-870fc1d3fab1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0240998 Oct 12 17:06:17.257142 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a6447653-9fce-4bdd-99ba-85176a5d2039 req-d087b55f-3469-4e57-8a37-ebfcdc590920 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0251672 Oct 12 17:06:18.022326 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-72fc6da6-54fa-494f-9b49-6a510dd471c6 req-442c5a2c-6bd9-4725-968b-c21ebbebd76a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Oct 12 17:06:18.346559 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-295ea094-bc8e-4d8a-9810-dbfd35a37a74 req-c52b94bd-69a0-41eb-ae1f-373af05dfb9d tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0248549 Oct 12 17:06:19.117346 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-88940a5f-7088-4120-9019-a89dd46b1fef req-858a0fbf-419f-4742-bea4-3f912a248725 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0256989 Oct 12 17:06:19.409832 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-54f60ca6-6358-4be3-8486-49ab88a80a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:19.436958 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9c933780-6a26-4b23-af44-3c77cea96fbd req-7c082959-df86-4e1c-b7c8-b047d0c529fc tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0247827 Oct 12 17:06:20.212032 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8cad5f18-2150-454d-aea4-4266d710551d req-2752b7a8-c055-4bd9-b55d-45f5edafb13d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0242872 Oct 12 17:06:20.526466 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f06f7d5-9513-4c8a-acce-fd5130bc4dc9 req-41c15297-cd09-4a13-a50a-6646207e75e1 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0251317 Oct 12 17:06:21.307872 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bd2845f2-28ff-4e44-a749-14638ba31963 req-cbc9360b-d003-4a53-924a-b96c71f45141 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0274527 Oct 12 17:06:21.617531 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-92d0694e-97d4-440d-87c3-55c307b30ba6 req-4b71dc77-3d21-4c4c-a6fa-46030ac03deb tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0253727 Oct 12 17:06:22.098959 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-69aa95d8-52cb-4659-93ba-a01792e4e3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:22.403470 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c93f03ba-e4fd-4b74-8b76-4f1739d0ec1a req-0b66e0a0-a738-4de2-a942-4a86f7a31615 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0258305 Oct 12 17:06:22.706375 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2ff75647-2958-4094-9748-2b5c6d35f9bd req-d90dc1c5-0799-4b02-8275-cf7254bf0c4e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0241077 Oct 12 17:06:23.131445 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:23.153817 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:23.497910 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e566d8ce-dc81-4db7-857a-a4c7d1dfb24c req-0e1f5fb1-3754-48b1-97e4-db5e028ea57a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0246389 Oct 12 17:06:23.797079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f5d8185-c2ca-4ec3-9029-c640f019f077 req-4e887fa7-6ad0-4a62-8442-c299c7072891 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246868 Oct 12 17:06:24.594256 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fa8c8f14-07e6-40c7-a379-176ef0594a30 req-3788ecc9-38a8-4acd-bed7-0fcdaaee14a9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0283611 Oct 12 17:06:24.886105 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-250c2132-dc42-4966-8642-b081549b98ea req-a1db9c77-93f0-483f-8330-86706215c1f0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0242736 Oct 12 17:06:25.252085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:25.690526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6846f4f5-2c6e-4f8c-95db-c79eb88146a7 req-ccd4db82-20a8-4acf-857c-65ed23517848 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253911 Oct 12 17:06:25.975672 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-67ada64d-c3c8-41ca-84b1-03fb4bcadfa1 req-16bd3c14-1624-4841-8e43-ec4ccd8f41c5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250204 Oct 12 17:06:26.784422 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ab95753c-5d53-408e-a81b-cf0ddcb9bcc6 req-3cfaba89-6a3b-43af-8e76-a6d4f05bf32a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0251033 Oct 12 17:06:27.065565 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ed64735c-3b01-4363-94de-5fa11940b6f2 req-476080a1-cd54-4ceb-8e2c-eb080ffa128a tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0249608 Oct 12 17:06:27.886388 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99eb5679-53f7-4309-a7d2-3a2b947c166b req-eb9241ba-250b-4c75-a2ed-a7f2f30a3fdf tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Oct 12 17:06:28.154996 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5f6f7cae-681b-49a1-a4f4-9263068d381b req-991cb15b-0453-40c4-b54d-93424f1ca3cc tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0250900 Oct 12 17:06:28.980305 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2044492c-9bb0-42b8-b209-2337e06a238e req-9e1c31f4-8f44-4159-b237-8dc2b5807466 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0249877 Oct 12 17:06:29.243202 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8df1888f-9663-4aeb-8e39-af6787d7785a req-89524fec-8f8d-4082-8000-b478cde33bc9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0241940 Oct 12 17:06:29.976834 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:30.076643 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8166a357-f53c-4503-8cf4-b2ac3be562b8 req-d1ae42bb-1d43-44bd-a75e-60cce56b79b7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253189 Oct 12 17:06:30.333068 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a379d944-8e14-4dad-8352-1251f0022750 req-486a7191-ce86-46d2-98f8-cc38374f7c6e tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0247619 Oct 12 17:06:31.174495 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24e5067f-fd4c-4343-8e3d-128fa04a98c9 req-93edbd76-62f3-4920-bb62-583b30404af6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0291879 Oct 12 17:06:31.421818 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aa568ae2-e46b-4e89-a781-05d2d1539c28 req-8cd52bb0-1d5d-4011-b722-8b5cc541b9f7 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0242689 Oct 12 17:06:32.269307 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-54a50987-0adf-40b3-942f-2129791dfdd9 req-8e56a21f-8e45-4d3b-90c9-9a434f375c40 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0252700 Oct 12 17:06:32.516695 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d0cec3b6-1d49-483a-b306-433db8e457fe req-4005c54f-74cd-4a86-b3f9-e2a86487d7f9 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243683 Oct 12 17:06:33.362423 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-576d6424-bcf3-4548-afad-9a1ad95b5812 req-9545d3e4-cfe0-458f-bd29-0bb0d36b87d7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0243013 Oct 12 17:06:33.606368 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cdbec156-e1ba-42e8-8fae-c0155c95f223 req-6ed3e342-4a44-4df5-8bb7-6d7e441bc501 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0245390 Oct 12 17:06:34.460347 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4517f449-ea7f-44d3-b1a0-dea908cb6dad req-1e08400a-390e-4005-968d-61f4ea6eaba4 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0284562 Oct 12 17:06:34.697298 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e7e3317f-853f-4bd8-afde-ab30ffd46a4e req-7560b5b8-6a50-4d50-9d21-d957bed6493c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0254385 Oct 12 17:06:35.554968 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-764e1e9d-6919-4e8f-9fe7-e71e30576f1b req-5fba1b73-42e5-4754-a60c-170df2b78d18 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0255344 Oct 12 17:06:35.786703 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-823b673f-c275-45a9-b8c9-79228fb34b5d req-d5f39dd9-18b5-424c-a65b-e6a2b6c7ee61 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0249918 Oct 12 17:06:36.649289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cdb300e0-add9-4154-9c70-45b6b3395839 req-e0228516-2c20-47a0-96c7-d5171eb64002 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0254662 Oct 12 17:06:36.876851 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2e34bee8-4bea-4537-a536-84888197a612 req-bb676552-5001-4d15-8256-c60ec56795a7 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0246618 Oct 12 17:06:37.749685 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1087a1a7-e688-4157-97fe-9699ba177373 req-8edc87c6-de8e-4d3e-b76a-b170ae4e8a7c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0279100 Oct 12 17:06:37.967049 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5e6bfc1a-0635-435a-a400-cf0f509688c3 req-79b12c7d-ed76-48e4-9933-d4a88882a7ed tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0265219 Oct 12 17:06:38.851171 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-530481eb-36ee-44f7-b61c-7095652e3d00 req-c8fcb3b9-97ae-40ac-bd0f-f03473706a7a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0260787 Oct 12 17:06:39.055138 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a8acb0ef-8681-49dd-96c3-f527281d0c1a req-133aa45f-9483-4e64-98d0-3df58fc3e8d0 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0249851 Oct 12 17:06:39.944624 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-41460645-562f-437f-b1b6-9bfcebc415f6 req-a3c31142-4353-4af2-9013-6c1e286cf402 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0250094 Oct 12 17:06:39.977993 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-c28a6fbe-893e-4d7d-a9e2-48e5652ccef0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417604 Oct 12 17:06:40.046845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-0011ebfe-3210-4078-9f85-7972bd9598df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:06:40.048269 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-0011ebfe-3210-4078-9f85-7972bd9598df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.0385427 Oct 12 17:06:40.143731 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-93a579d2-3c1f-4c80-9730-aa23b17fc418 req-26c22c06-c857-4ebd-8a09-7b148aae73bf tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0242963 Oct 12 17:06:40.148804 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-9d244e53-41a5-4b6f-b39a-9ba69b649eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:06:40.150361 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-9d244e53-41a5-4b6f-b39a-9ba69b649eef service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0831611 Oct 12 17:06:40.196282 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-c25e74c4-285c-4fe0-9066-51b02b642a0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0388477 Oct 12 17:06:40.244516 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-912d83ff-5ad0-451b-aaaa-d6ec291f3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:06:40.245939 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-912d83ff-5ad0-451b-aaaa-d6ec291f3ce2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0427935 Oct 12 17:06:40.275613 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-b61f7c74-6aaa-4735-9c1b-f0c9fd8a1d28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231097 Oct 12 17:06:40.364049 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-a5750c4c-3bd3-4a08-86aa-2a59b54f63c7 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813394 Oct 12 17:06:40.449452 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-c5c8d31a-e086-4551-8fe7-1b7564be1e7e req-a2db8333-6652-430f-8763-ef226887884f service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778773 Oct 12 17:06:41.042291 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f7a6e6b-1a46-45b4-983c-9aa098e3d14e req-15de5f9f-7c2b-412d-850a-8938b33b0496 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0288501 Oct 12 17:06:41.233993 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50d82fc2-5f5b-4f97-b556-742228059fd4 req-c230f6d2-9860-48fe-949c-c80c3f18fcb5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0255208 Oct 12 17:06:42.135847 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd2a5480-0787-4a32-abec-e30a3962c28f req-dcfb8b61-1844-4503-a881-d6799d54ff61 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0257969 Oct 12 17:06:42.324313 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4aa1a324-b436-40d8-b998-069b4d74fb1b req-edede3b1-0513-48d3-85d8-4f9d9d817a36 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0253985 Oct 12 17:06:43.230457 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-095259fc-c463-4afb-88cd-7ede567c3fe2 req-06fd40fd-7e6d-40f7-a28a-837cc76f75a7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253928 Oct 12 17:06:43.412299 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d046dda9-bc58-453a-807a-84615a18779a req-1c410bf0-5972-4977-bad1-904a4c9f143f tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0254340 Oct 12 17:06:43.677830 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:06:44.326651 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ea0e6f8-ab3c-4ab1-8a9d-ea7027958d59 req-77796103-86cb-4f58-913c-42f146475fcc tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0280721 Oct 12 17:06:44.500857 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4fd605c5-69b2-4746-8435-336f7408dbc0 req-e07f1bcd-1196-4c33-90b7-0fc5daf443e8 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243750 Oct 12 17:06:45.420859 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bf3186f-a76d-4765-b7a7-9ccf8b5eba3a req-202840f3-48f1-471e-8836-15a58b1e603e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0242748 Oct 12 17:06:45.588469 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-afde258d-6996-4788-8c35-28aa19006c66 req-b6cbbbe8-f46c-489a-afdb-895b75605dbe tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0243416 Oct 12 17:06:46.514417 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ff08baa3-eed6-43a8-b436-46dca11eb932 req-154b0914-4341-4c96-93a8-fba77aeb428a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0244837 Oct 12 17:06:46.680329 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4ad93dbf-d89e-49fb-8d82-5c00c6b6a430 req-9370a897-e68e-4d91-ad82-71aef813950b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0247149 Oct 12 17:06:47.610678 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2483e5dc-e90f-4073-a3f3-620e72df9406 req-18ce0e6e-f2eb-49d5-ad69-27ad1e87a8b3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Oct 12 17:06:47.770067 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eab76d36-f247-4bc2-8320-f23aba43af6d req-45aba76f-ea9b-4e7a-be19-4e22bc8e55d7 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0256839 Oct 12 17:06:48.704196 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-98e1a1ba-5d20-4587-81cf-abd8e9cb0adf req-dfe54953-1ae0-4838-ac67-9bb6bd65a5fa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0249567 Oct 12 17:06:48.861327 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-80770ce2-72fc-45dc-84ca-773955278582 req-749abd98-5227-4ef8-a878-878c47871bba tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0249281 Oct 12 17:06:49.411973 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-166d3468-380b-4dbb-9f0f-17299e458a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:49.798513 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d37f78c7-86b7-410d-98b5-ae1dbf19de6d req-82d7b565-7b33-44af-b08e-ca25f3fc6566 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0244868 Oct 12 17:06:49.951468 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5839c3a8-78d9-40bb-bd1e-e8cc62a696fe req-4a3fdcfa-a2cf-440a-83fa-ed69604454f8 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0255806 Oct 12 17:06:51.096314 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-47447bee-51e9-4004-91d3-b3b0ba8bad8a req-b9fcb0cd-31f2-4ec5-95c2-4d6e908a7d33 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.2281942 Oct 12 17:06:51.120105 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4f71762-14b1-47a3-aa8c-91ac4da42ae4 req-4a9f7a73-c3db-4bed-b1aa-7165336f1694 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Oct 12 17:06:52.099205 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-38c1b4ed-08c3-4d3e-b730-c59363a54210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:52.193500 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45917f98-19d5-4a42-b73f-6d09e8fb61c5 req-078ed009-a46b-40b5-9418-fb0be5dadf95 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0258546 Oct 12 17:06:52.216904 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6a1de1b6-9f02-4cdf-a9ce-9f0e46e05fe4 req-f922a8ae-4213-4247-ae91-21c83bdd47b8 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0257480 Oct 12 17:06:53.123638 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:53.156977 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:53.290216 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58b7b1ea-6222-4fcf-82bc-17ec79fb5778 req-35d9cd64-7e17-4772-a6cd-5f438a67f270 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0264137 Oct 12 17:06:53.316738 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99657d38-2c70-4f60-94f2-5546db66f46a req-bb6b035e-24e8-4172-bfb1-635232bbbe40 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0287745 Oct 12 17:06:54.394485 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-179ef4ea-2754-4241-ab96-55457e4712f5 req-e3ce6dd4-cf21-4b4f-a0cb-12f2dd5207e5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0312691 Oct 12 17:06:54.419359 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a10014f1-0e22-41c4-82ba-d42abcc1aa9b req-a40dfd26-64a0-4307-9f32-290ce9b7c01b tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Oct 12 17:06:55.255021 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:06:55.494544 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3dde83cc-0f20-4580-bd86-59b5fd6ae33f req-0c861f8a-d7b0-4498-b24c-47f33fff47f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0256560 Oct 12 17:06:55.518520 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e7294873-1128-4c92-9e39-07c817943045 req-01a38a3c-6e54-420a-9f76-1c67ea4366a1 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0264418 Oct 12 17:06:56.595381 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e32cb2f5-e7af-4031-9801-585564c85e34 req-f93d35e3-3015-4463-8edf-56c68052133d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Oct 12 17:06:56.619262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-da4e3f29-f704-43e2-8dcc-a149bddf4cd1 req-61475e16-03fa-4484-8bbc-7fdf8263bcf5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0260599 Oct 12 17:06:57.691002 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-82d0cd6a-6b20-4371-972c-192f5f268023 req-7b4fe194-28e7-497e-8d7a-fab7324f5ff0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0260425 Oct 12 17:06:57.714872 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5351cdc8-4599-4fc0-afb1-4fe94c4aec53 req-dcaa0d6c-5476-41cd-9d9b-9f3224cf345c tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0260439 Oct 12 17:06:58.786821 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-913eeb73-ce18-49fa-8f64-e6105b4b4b6c req-e43f3860-525d-4665-a143-3b9ae92e341f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Oct 12 17:06:58.812428 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9c5cf4be-ad43-465b-b767-4c71d6b5479a req-19bb00f0-207d-46da-8519-7ec88cf3e148 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0279119 Oct 12 17:06:59.886251 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1ce8bc37-dbbf-4f74-89d2-b70736c606f3 req-6a3ada70-6b3b-40cd-b5ac-07306d0a880b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0293970 Oct 12 17:06:59.910065 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5637766-2e4a-40f9-b8bd-abae2734d260 req-1d543d45-3b8f-4378-99f5-b14ffe64134a tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0261085 Oct 12 17:07:00.008218 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:00.983433 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-76345c5f-a54a-41e6-b437-532c2a3c4ba0 req-d74ed800-0d3b-4741-9597-01c3c62987c5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Oct 12 17:07:01.006742 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-52369457-297a-4582-8119-e69961ef7838 req-de22a158-0c35-4295-a361-2fe50c2b7c26 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0254943 Oct 12 17:07:02.085072 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4442b65c-b796-47f8-9229-b791927e02e3 req-4f32f009-686d-486a-91f1-c7b13752bfb8 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0250640 Oct 12 17:07:02.119700 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-49ac35e2-3698-49d6-a081-05f0d62f9332 req-f19d9901-4f38-43dc-9cc3-249ea21f34a5 tempest-VolumesSnapshotTestJSON-1011420587 tempest-VolumesSnapshotTestJSON-1011420587-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f270033-2cc7-4031-8217-21ec4c32ed70 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Oct 12 17:07:02.329481 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-b7ba0f35-6f90-4ad1-bcdf-3dc9e416b441 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:02.330916 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-b7ba0f35-6f90-4ad1-bcdf-3dc9e416b441 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1098354 Oct 12 17:07:02.347434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-5a7927bd-35cd-4916-9150-498c9429727a tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/quotas/21ab55c3bf90442dba24cbfc0d6e5fc1 HTTP/1.1" status: 200 len: 375 time: 0.0105536 Oct 12 17:07:02.401957 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-609afcd5-bc96-4904-9473-bf08013dda39 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485964 Oct 12 17:07:02.453192 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-ec1d4f92-f865-4ddb-82af-a0993c66345c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:07:02.454222 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-ec1d4f92-f865-4ddb-82af-a0993c66345c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0456841 Oct 12 17:07:02.543070 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-6df78383-e0fc-44cc-ab02-f1c98cf4de44 service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828333 Oct 12 17:07:02.627271 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-7342f208-892a-47f3-91c7-afef034bd897 service neutron] 10.222.0.58 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782499 Oct 12 17:07:02.790984 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1fc6f02f-abb8-4c17-bf2d-988522423bf2 req-814e1310-2f1d-485e-a70c-4ea91cdb8a13 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 210 time: 0.0301228 Oct 12 17:07:03.188223 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2f24bbfb-2d7f-46d5-b118-d889cdcb9254 req-b831bcac-9bd1-42c8-b2a4-4f894a98a6aa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0260437 Oct 12 17:07:03.851574 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-2e7e9a7b-befd-42b1-83f2-a9562212fa40 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:03.853048 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-2e7e9a7b-befd-42b1-83f2-a9562212fa40 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 815 time: 0.1104138 Oct 12 17:07:03.881203 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Request body: {'port': {'device_id': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'admin_state_up': True, 'tenant_id': '21ab55c3bf90442dba24cbfc0d6e5fc1'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:03.884724 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8daf210e-7f80-4d6d-b801-5c75355e7059 req-8c341239-75c4-4743-88a8-8b71855dc2ff tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 210 time: 0.0254364 Oct 12 17:07:03.988921 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Made reservation on behalf of 21ab55c3bf90442dba24cbfc0d6e5fc1 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:07:03.992353 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.120092 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Allocated IP 172.20.0.3 (fddb8858-d07c-4dac-b8fd-6091b102c8b5/09af2e27-152b-4cd7-87de-85b4edc60792/30dc45de-da8f-4011-be7b-94d2671b3dec) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:07:04.264305 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.287754 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-348f46eb-6bec-4543-b733-9094c06d9dd6 req-10cc83ee-388c-4b44-a1fc-ee9ebb2c407d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0255039 Oct 12 17:07:04.297464 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.334041 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e', 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:07:04.339830 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Network fddb8858-d07c-4dac-b8fd-6091b102c8b5 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:07:04.342973 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:07:04.346771 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:07:04.373317 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event updated for resources: {'Port': ['ID=30dc45de-da8f-4011-be7b-94d2671b3dec,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:04.389390 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.389739 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.390118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.390457 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.390833 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.391169 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.391495 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.391821 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.392144 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.392465 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.393054 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.393376 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:04.417194 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:04.418034 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.433856 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-d79c9b21-3b0c-46db-aba9-8e8d69050273 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567589 Oct 12 17:07:04.452332 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Request body: {'port': {'device_id': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:04.508286 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.764436 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dc45de-da8f-4011-be7b-94d2671b3dec {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:07:04.771834 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.783417 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Transition to ACTIVE for port object 30dc45de-da8f-4011-be7b-94d2671b3dec will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:07:04.786507 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.836804 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=30dc45de-da8f-4011-be7b-94d2671b3dec,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:04.900329 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Attempting to bind port 30dc45de-da8f-4011-be7b-94d2671b3dec on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:07:04.901035 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Attempting to bind port 30dc45de-da8f-4011-be7b-94d2671b3dec by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:07:04.901035 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Attempting to bind port 30dc45de-da8f-4011-be7b-94d2671b3dec on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:07:04.905039 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Port 30dc45de-da8f-4011-be7b-94d2671b3dec on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:07:04.905351 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Attempting to bind port 30dc45de-da8f-4011-be7b-94d2671b3dec on network fddb8858-d07c-4dac-b8fd-6091b102c8b5 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:07:04.910269 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:07:04.910599 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Checking segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:07:04.910965 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Bound using segment: {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:07:04.911377 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Bound port: 30dc45de-da8f-4011-be7b-94d2671b3dec, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b8a73d-169c-4756-b8b8-85f02adf409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:07:04.911723 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.973064 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] For port 30dc45de-da8f-4011-be7b-94d2671b3dec, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:07:04.976199 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] For port 30dc45de-da8f-4011-be7b-94d2671b3dec, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=30dc45de-da8f-4011-be7b-94d2671b3dec,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:07:04.980227 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:04.999780 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc29ce9-1c39-4ee7-885b-1b5dda6938cf req-51d45120-3380-4358-b6bf-ea364c3634a6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.001302 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dcc29ce9-1c39-4ee7-885b-1b5dda6938cf req-51d45120-3380-4358-b6bf-ea364c3634a6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 943 time: 0.0479648 Oct 12 17:07:05.012521 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.013124 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:05.014557 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] 10.222.0.43 "PUT /v2.0/ports/30dc45de-da8f-4011-be7b-94d2671b3dec HTTP/1.1" status: 200 len: 1093 time: 0.5662880 Oct 12 17:07:05.014984 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'tag': '30dc45de-da8f-4011-be7b-94d2671b3dec'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:07:05.017197 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f" -d '{"events": [{"name": "network-changed", "server_uuid": "1689dd9a-ea05-4c35-9e06-5f21967e050d", "tag": "30dc45de-da8f-4011-be7b-94d2671b3dec"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:07:05.042465 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dcc29ce9-1c39-4ee7-885b-1b5dda6938cf req-520125cf-f3fa-4c4c-a33a-1b84f712b058 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351009 Oct 12 17:07:05.045634 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9537d-6810-4b3b-a1ad-eddee92e8ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=30dc45de-da8f-4011-be7b-94d2671b3dec,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:05.085850 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3604406-fb42-4d3b-9163-45ab8cabfc42 x-openstack-request-id: req-f3604406-fb42-4d3b-9163-45ab8cabfc42 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:07:05.086294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1689dd9a-ea05-4c35-9e06-5f21967e050d", "tag": "30dc45de-da8f-4011-be7b-94d2671b3dec", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:07:05.086549 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3604406-fb42-4d3b-9163-45ab8cabfc42 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:07:05.086931 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'tag': '30dc45de-da8f-4011-be7b-94d2671b3dec', 'status': 'completed', 'code': 200} Oct 12 17:07:05.121474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-6522af98-4f13-4719-8572-ed98036a4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.122898 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-6522af98-4f13-4719-8572-ed98036a4860 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 1096 time: 0.0472467 Oct 12 17:07:05.169905 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-9f756a6e-78f5-488c-bf2e-9934ee5319fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30dc45de-da8f-4011-be7b-94d2671b3dec HTTP/1.1" status: 200 len: 217 time: 0.0335901 Oct 12 17:07:05.217034 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-485012b8-73ca-49fe-bf91-fdc3edca6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.218415 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-485012b8-73ca-49fe-bf91-fdc3edca6d3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0413914 Oct 12 17:07:05.249414 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-c252547c-22f6-40c7-be6f-fceb23c8412e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231717 Oct 12 17:07:05.338334 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-1bbe75ed-07bb-4896-aabf-0e92055efc1f service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821073 Oct 12 17:07:05.385992 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9c6764bd-588f-4767-9c35-5148b0b015af req-f687e54b-7a1b-4e14-864b-0aeeb764a4a2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0283110 Oct 12 17:07:05.428708 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a08ebf79-147a-4d5e-ac15-22f1d4fe0c4c req-b77d7d75-9f60-477f-9572-c2c0d8e7f446 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Oct 12 17:07:05.553935 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-24ee506d-0c6a-451a-b82e-46f03cf9119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.555413 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-24ee506d-0c6a-451a-b82e-46f03cf9119a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 1096 time: 0.0433996 Oct 12 17:07:05.643047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-c825595f-a557-4316-a7bf-0d948c178baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.644443 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-c825595f-a557-4316-a7bf-0d948c178baa service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0810757 Oct 12 17:07:05.691057 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-41a87379-9406-423f-b1a0-f65339687a8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30dc45de-da8f-4011-be7b-94d2671b3dec HTTP/1.1" status: 200 len: 217 time: 0.0385981 Oct 12 17:07:05.740043 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-11d5fad7-7f80-4977-82da-ec3417dd6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:05.741458 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-11d5fad7-7f80-4977-82da-ec3417dd6bc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0428369 Oct 12 17:07:05.772448 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-59465e57-f155-4986-9a29-b96253bb8822 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237491 Oct 12 17:07:05.861053 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-64c49982-11be-4573-b7bb-d9b1de90dbd0 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815268 Oct 12 17:07:05.949614 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2dd80799-c9ca-4160-bb7b-a1b39bbab53f req-e736edd2-bfb6-4bca-ad84-cce69e5f2a7e service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800643 Oct 12 17:07:06.161320 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5e29-1be1-4f5d-a31d-204051f9b6d3 req-1586f253-ab93-402c-b1c9-b8280cf05022 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:06.162853 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8e1b5e29-1be1-4f5d-a31d-204051f9b6d3 req-1586f253-ab93-402c-b1c9-b8280cf05022 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 943 time: 0.0481474 Oct 12 17:07:06.200022 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8e1b5e29-1be1-4f5d-a31d-204051f9b6d3 req-f403f2d0-97d4-4e9e-9b01-1aa23bf32287 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Oct 12 17:07:06.489582 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5aedb5e8-7a4c-40e0-9c16-933ebf214209 req-8918767b-806a-4507-8940-6422865fad74 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0248094 Oct 12 17:07:07.309522 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928c59a-76d3-4035-9038-c84fa7915fd0 req-6f4eb689-1c7b-474b-9220-cf75e878d6c6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:07.311001 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e928c59a-76d3-4035-9038-c84fa7915fd0 req-6f4eb689-1c7b-474b-9220-cf75e878d6c6 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 943 time: 0.0468423 Oct 12 17:07:07.348018 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e928c59a-76d3-4035-9038-c84fa7915fd0 req-b3af225c-9efa-4e39-9145-624697ceff85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Oct 12 17:07:07.588309 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-75353822-5195-444a-83e8-d67612107a8e req-cc2300a5-31d4-4007-b914-a1ddc177ab4c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Oct 12 17:07:08.460463 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98c59-7934-40c1-8aba-d734db6b05cd req-19de66ab-6c15-4459-8fac-c56e1b521cb9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:08.462458 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5df98c59-7934-40c1-8aba-d734db6b05cd req-19de66ab-6c15-4459-8fac-c56e1b521cb9 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 943 time: 0.0481842 Oct 12 17:07:08.500009 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5df98c59-7934-40c1-8aba-d734db6b05cd req-c61f7078-b091-4918-a6bb-c4b6c9d884b1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Oct 12 17:07:08.518789 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 30dc45de-da8f-4011-be7b-94d2671b3dec details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:07:08.611389 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 30dc45de-da8f-4011-be7b-94d2671b3dec, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=30dc45de-da8f-4011-be7b-94d2671b3dec,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:07:08.623019 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '30dc45de-da8f-4011-be7b-94d2671b3dec', 'network_id': 'fddb8858-d07c-4dac-b8fd-6091b102c8b5', 'port_id': '30dc45de-da8f-4011-be7b-94d2671b3dec', 'mac_address': 'fa:16:3e:c5:d0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09af2e27-152b-4cd7-87de-85b4edc60792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:07:08.659236 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:08.672372 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dc45de-da8f-4011-be7b-94d2671b3dec {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:07:08.683503 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9469fddb-0534-4d65-9fe1-e2cdbe16083c req-55c80c63-822d-439d-b59b-2c5de6d2964d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0255260 Oct 12 17:07:08.691931 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 30dc45de-da8f-4011-be7b-94d2671b3dec, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=30dc45de-da8f-4011-be7b-94d2671b3dec,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:07:08.696573 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:08.742632 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=30dc45de-da8f-4011-be7b-94d2671b3dec,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:08.751056 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.751405 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.751746 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.752087 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.752419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.752756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.753085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.753414 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.753746 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.754092 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.754422 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:08.754743 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:09.083999 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['30dc45de-da8f-4011-be7b-94d2671b3dec'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:07:09.612056 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20b08-1843-42bc-8e00-ef9b460c9d82 req-c1c88bd6-3cd8-4371-be20-7131fb791be1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:09.613380 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dde20b08-1843-42bc-8e00-ef9b460c9d82 req-c1c88bd6-3cd8-4371-be20-7131fb791be1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 944 time: 0.0497539 Oct 12 17:07:09.651797 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dde20b08-1843-42bc-8e00-ef9b460c9d82 req-a411d7b2-3b14-44f2-9be6-ffbf93fa5d6f tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Oct 12 17:07:09.780554 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fcc47c53-1c6f-4880-a183-bfad6fe5dec4 req-49bf498a-0e9d-40a9-ae3b-d97bcc31ea03 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0263641 Oct 12 17:07:10.534013 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 30dc45de-da8f-4011-be7b-94d2671b3dec up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:07:10.581412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 30dc45de-da8f-4011-be7b-94d2671b3dec completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:07:10.584878 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 30dc45de-da8f-4011-be7b-94d2671b3dec triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:07:10.585246 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:10.661733 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:10.684647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dc45de-da8f-4011-be7b-94d2671b3dec'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:07:10.686807 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f4447-4889-4ccd-bdce-9528c7d33eb6" -d '{"events": [{"server_uuid": "1689dd9a-ea05-4c35-9e06-5f21967e050d", "name": "network-vif-plugged", "status": "completed", "tag": "30dc45de-da8f-4011-be7b-94d2671b3dec"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:07:10.700978 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 30dc45de-da8f-4011-be7b-94d2671b3dec, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=30dc45de-da8f-4011-be7b-94d2671b3dec,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:07:10.706576 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:10.759482 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=30dc45de-da8f-4011-be7b-94d2671b3dec,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:10.774654 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3c4cb-08f2-42c9-b815-bf667f742137 req-c9c9e644-5125-4945-803a-d65fa74d6339 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:10.776171 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-29c3c4cb-08f2-42c9-b815-bf667f742137 req-c9c9e644-5125-4945-803a-d65fa74d6339 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 945 time: 0.0596623 Oct 12 17:07:10.784986 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bce8a5-b03f-412d-a116-300b40051a92 x-openstack-request-id: req-e1bce8a5-b03f-412d-a116-300b40051a92 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:07:10.785290 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689dd9a-ea05-4c35-9e06-5f21967e050d", "name": "network-vif-plugged", "status": "completed", "tag": "30dc45de-da8f-4011-be7b-94d2671b3dec", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:07:10.785539 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1bce8a5-b03f-412d-a116-300b40051a92 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:07:10.785948 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dc45de-da8f-4011-be7b-94d2671b3dec', 'code': 200} Oct 12 17:07:10.816071 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-29c3c4cb-08f2-42c9-b815-bf667f742137 req-a5184f7e-71ab-4ad8-87a7-e8eb3edf28c0 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Oct 12 17:07:10.886480 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-76670483-9830-41bd-a8c3-0d421017d4d5 req-cb915cda-7370-49f0-8060-425108c875f7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Oct 12 17:07:11.002993 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb8c18-b1e8-4321-b15e-fdcd31f925cd req-e470860c-0e72-4c1a-8f7d-f0bdbbddfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:11.004418 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-00cb8c18-b1e8-4321-b15e-fdcd31f925cd req-e470860c-0e72-4c1a-8f7d-f0bdbbddfbe0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 1098 time: 0.0383408 Oct 12 17:07:11.038340 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-00cb8c18-b1e8-4321-b15e-fdcd31f925cd req-89c772d7-24f1-4fc6-8f25-4db91ad9ac93 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266681 Oct 12 17:07:11.933181 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70989e2-52a8-4381-8e3e-f059aeb5baef req-a463662c-b749-4f12-a5c4-e2e18910ef36 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:11.934743 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f70989e2-52a8-4381-8e3e-f059aeb5baef req-a463662c-b749-4f12-a5c4-e2e18910ef36 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 945 time: 0.0558059 Oct 12 17:07:11.983675 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f70989e2-52a8-4381-8e3e-f059aeb5baef req-950c36b2-a165-41b9-bd18-36d94134c381 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Oct 12 17:07:11.997660 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0a17bd11-d716-4a62-8a5d-5b7bd1592fc8 req-9ab817bd-9802-4a3e-857c-3743818b2504 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0294521 Oct 12 17:07:13.105097 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-89a31c35-2cae-4bd4-8ec0-b176f458da62 req-19761519-552a-459f-833e-f645078663ee tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0309532 Oct 12 17:07:13.120895 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7ffc0-aff3-4644-ae90-9c47ecd9cecc req-6a69f136-4e58-41d1-a7a7-6c1fc455cca3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:13.122386 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45a7ffc0-aff3-4644-ae90-9c47ecd9cecc req-6a69f136-4e58-41d1-a7a7-6c1fc455cca3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 945 time: 0.0736771 Oct 12 17:07:13.159677 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45a7ffc0-aff3-4644-ae90-9c47ecd9cecc req-f1b5a040-00c1-4517-9daa-522f92d0af56 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Oct 12 17:07:14.199791 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f48ff4b1-8d8a-406c-b0b2-503dd7ac69d3 req-0f630db7-0706-4af7-9f4d-6524ca14b1d7 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0252087 Oct 12 17:07:15.298207 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8ce6b523-e3f1-4d4f-8c99-614030598551 req-f4319fbe-9c03-433e-a2bd-564b8582aa16 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0259948 Oct 12 17:07:16.392448 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-00342af1-8eb4-4641-9dc1-b817dab60d6c req-77adaa63-44ed-4537-ab86-52745ace1f0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0248497 Oct 12 17:07:17.487436 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-164fccbb-159c-4b8f-9cba-93dfca023a80 req-26d49c48-832e-47c1-aae0-64703812e3fa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0241699 Oct 12 17:07:18.582535 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4820e40e-a5e3-4253-b9f8-45aaf389cf4d req-1b131e9e-bde0-42f5-bea1-ede06ab67a4c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0250614 Oct 12 17:07:19.412614 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-163a47de-551c-471e-9c36-90d06ac86790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:19.690609 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e2f84464-1755-42ab-9be6-f3c872373def req-eab79b24-8e3c-4ed0-995a-68420a18fc62 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0283585 Oct 12 17:07:20.676776 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:07:20.785449 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fcc657b3-99a8-40bc-a551-b6f561373d55 req-a99481f9-583a-441e-8b2b-1ba53180c668 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0244040 Oct 12 17:07:21.883603 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2cd653b0-2061-4e1c-a84e-e585ce6054f7 req-5275a831-876d-46b4-8bdb-c3d154305480 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0249510 Oct 12 17:07:22.099620 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1551c67e-92f7-4a9a-98a8-9297f3ce40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:22.978228 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7a3092a6-2845-4b65-9974-86b59fa46e5c req-8235b610-62de-4992-a669-486692f5dce0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0250127 Oct 12 17:07:23.124675 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:23.159450 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:24.079101 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6cc5a2fb-94d4-4ebb-9529-2152c19f5ba9 req-1b0d9775-1540-412d-8e51-e698b129df32 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0301819 Oct 12 17:07:25.173686 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-63857f59-12b5-46a5-94a4-847fa9b4813a req-b2a10d32-a753-4e3d-94a4-a3a4d8be8b9b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0260005 Oct 12 17:07:25.258870 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:26.270189 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5993d721-8a4f-42e9-ac53-5a69ca6c8e63 req-a211a231-a014-4dd3-8e06-a4d38ebd6bca tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0290051 Oct 12 17:07:27.362887 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-392a0bff-3b67-4d79-8a6d-8ea064f8e90c req-62cc4c9a-4af3-4c13-a186-d55f3f02890e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0245955 Oct 12 17:07:28.459772 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-243d81f5-ddf4-4d50-bcc7-acc4f9edc8b4 req-b8d0a576-4ab1-4d61-8e95-c6104cbe6a5b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0249610 Oct 12 17:07:29.553454 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-acbd6726-31aa-41b5-889d-5672fb4eea63 req-f114f47f-8396-4ab6-8731-fe459a6a334a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0252430 Oct 12 17:07:30.018118 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:30.656827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-24f56a7c-cc58-4b8b-88ea-4d5ee1eb45a3 req-6aa42ac7-b21f-4010-993c-2dd5d6256255 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Oct 12 17:07:31.636147 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-afb88c97-28e1-46c9-9f9e-81b5f2f96bc2 req-d85e8b44-3bae-40e5-ab8b-842cf9a13200 service neutron] (105673) timed out ('10.222.0.58', 36254) {{(pid=105673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:07:31.750796 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-95f073ed-1f24-4822-82f5-5439e54e38cb req-a66f5017-eb5e-4811-a4f7-a5dd5e4a7642 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253100 Oct 12 17:07:32.855734 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e3a530a4-53d6-4a23-80d9-6229d57666db req-cea8cd88-9fa5-4ba9-a06b-9fb54f6b23e2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0339787 Oct 12 17:07:33.949269 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-00abf0ed-e914-46d4-bd06-c840d5714965 req-d5c685b3-a21e-4856-a12b-365e938fc32e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0258675 Oct 12 17:07:35.042914 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8f72ab4b-ec46-4ae2-b933-b03476909af3 req-fcc9c8d0-b328-4712-83b7-7881839efcf5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0256419 Oct 12 17:07:36.136614 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8dff2932-c2eb-4623-9bd5-f0de4ebca790 req-84d7c64c-01c0-40ea-b356-84a4c64b038f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0250151 Oct 12 17:07:37.235201 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7bfecbaf-70bd-499b-b58c-d2756da91a30 req-b591e17f-0939-4a2b-afbc-44826f910587 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0255277 Oct 12 17:07:38.334152 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-04a5ba5e-e8f9-446a-96c8-f8f1572890f8 req-75181ac7-eca6-482b-9664-ee207aed3593 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0290999 Oct 12 17:07:39.427756 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-03afb6d4-82b1-4e60-8c9a-65a72a2b7f90 req-cae6705b-f6a9-4772-821c-ccd2732710f5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0252891 Oct 12 17:07:39.980172 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-fd9d8830-2916-4703-bb46-35ad7a0296a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415792 Oct 12 17:07:40.053973 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-b36c5b41-94f3-4e5b-98cc-e028832e83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:40.055399 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-b36c5b41-94f3-4e5b-98cc-e028832e83e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1098 time: 0.0374503 Oct 12 17:07:40.159141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-f12172b7-825e-4519-adde-678a99fe212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:40.160600 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-f12172b7-825e-4519-adde-678a99fe212d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0863056 Oct 12 17:07:40.200830 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-5cbe937c-cfb7-4326-bd74-fa78e824d187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0331674 Oct 12 17:07:40.251008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-ebd314bf-6ff8-4d09-92a5-55731539194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:40.252317 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-ebd314bf-6ff8-4d09-92a5-55731539194f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0439208 Oct 12 17:07:40.282960 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-5a636d7a-ef43-4bae-a25c-1448bee21cab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225658 Oct 12 17:07:40.372812 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-96a03d71-848a-4889-ba01-075348d29df1 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823288 Oct 12 17:07:40.459527 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-536d264b-3d0b-49bb-8770-b413d0ddd6a0 req-66672c09-8356-4f4f-a993-5efea50c6f02 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794814 Oct 12 17:07:40.525017 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a05cdedd-c671-470d-b20c-23290f06290a req-d2375615-85cf-4be5-995a-092df621b3c0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0244229 Oct 12 17:07:41.619640 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ec177ff3-b415-4d55-890c-fbde08306b5b req-d38cfaa4-e717-43d9-8fcd-11af2d8b63fe tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0247295 Oct 12 17:07:42.714635 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-25665ae8-7ea5-4fd5-9753-06b76e2f8037 req-20dea8f6-ceba-48a4-8e10-039e41c63272 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253332 Oct 12 17:07:43.808124 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6dd7bb82-a807-4b8e-906f-d3951b6a13b3 req-8a96781a-3d96-4cbe-b9af-dc241ebb6f8b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0247178 Oct 12 17:07:44.904487 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26be569a-5309-47da-add1-4b75dde1e0f2 req-3534e4bf-0cc6-4f31-8bdc-b2250291cdd1 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0282941 Oct 12 17:07:45.998709 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f2bdc555-07f1-4b64-8834-ed42aa0c16fa req-3f015e05-29b3-43dd-8be9-e1e8f0e6e07a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253847 Oct 12 17:07:47.092614 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc442914-7561-4df8-b75c-628a878c40d5 req-d800ec1f-3a59-49c1-9a46-4536988df545 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0245488 Oct 12 17:07:48.189852 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0f7058d4-f7be-46aa-82f4-c35d79eab8e5 req-5a502152-2750-4aa9-aad9-7df1525e5c85 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253713 Oct 12 17:07:48.714141 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-21a05718-db1b-4c4d-abe2-7cab4777d08f req-ba174050-b855-4063-b023-60a229108b09 service neutron] (105674) timed out ('10.222.0.43', 56325) {{(pid=105674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:07:49.125573 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-651c285c-78cf-44c1-9c0e-51cca028bb27 req-601a8b1d-5ecd-4552-9433-b3b07bb9aca1 service neutron] (105673) timed out ('10.222.0.43', 56336) {{(pid=105673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:07:49.284440 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1193c1e0-bc19-4aa1-ba83-07c1a04a2811 req-60b330bb-9712-493e-ad62-4cd6b1530864 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Oct 12 17:07:49.414480 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2e275fbf-d775-4d13-a983-ed53eb5614b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:50.389485 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-980f81c2-44d7-453c-895e-917032c8f512 req-0068fd89-4114-428e-8f15-c4f89328973f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45384-6d40-4df5-994c-eb3b5ee696f9 HTTP/1.1" status: 200 len: 210 time: 0.0253651 Oct 12 17:07:51.481209 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 45846) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:51.537774 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dbe8-1302-46cf-836f-8d9f8c1eca47 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.560394 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dbe8-1302-46cf-836f-8d9f8c1eca47 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.606380 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dbe8-1302-46cf-836f-8d9f8c1eca47 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.609802 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4cb7dbe8-1302-46cf-836f-8d9f8c1eca47 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.611036 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4cb7dbe8-1302-46cf-836f-8d9f8c1eca47 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "DELETE /v2.0/security-groups/a172612e-c4c2-4505-a063-07f1f6f9b789 HTTP/1.1" status: 204 len: 168 time: 0.1287675 Oct 12 17:07:51.614113 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 45850) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:51.619938 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7dbe8-1302-46cf-836f-8d9f8c1eca47 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172612e-c4c2-4505-a063-07f1f6f9b789,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:51.631288 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.api.v2.resource [None req-fa2e8a1d-4bb5-4d2c-b61f-93d6970cc502 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] show failed (client error): The resource could not be found. Oct 12 17:07:51.634896 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fa2e8a1d-4bb5-4d2c-b61f-93d6970cc502 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups/a172612e-c4c2-4505-a063-07f1f6f9b789 HTTP/1.1" status: 404 len: 347 time: 0.0161145 Oct 12 17:07:51.635117 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 45852) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:51.756842 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Deleting port b20842f7-e9dc-4766-8608-6c7136a2b867 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:07:51.757180 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.830248 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.830579 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:51.841762 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Calling delete_port for b20842f7-e9dc-4766-8608-6c7136a2b867 owned by network:floatingip {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:07:51.978190 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.001012 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event deleted for resources: {'Port': ['ID=b20842f7-e9dc-4766-8608-6c7136a2b867,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:52.013660 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.014100 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.014445 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.014783 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.015119 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.015447 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.015774 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.016100 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.016423 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.016746 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.017070 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.017385 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:07:52.072162 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.074684 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.075814 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c8f1e51b-8294-453d-ae03-2f774f086a64 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "DELETE /v2.0/floatingips/5eef1313-b453-4b2a-900f-917d4d4aead3 HTTP/1.1" status: 204 len: 168 time: 0.4398100 Oct 12 17:07:52.122988 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-77617734-12c4-4dbe-8fd7-5d3a79e4a004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.602997 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 45862) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:52.607693 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457601026', 'description': 'tempest-description--195477128'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:52.633949 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.702882 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.706349 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.734104 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.735303 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1312902 Oct 12 17:07:52.737115 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919d2b7-1612-49df-9c13-a2b2c2d1e6f2 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5707bb06-6f7f-4e30-baa1-8ef58e64b59c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:52.738276 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 45868) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:52.744257 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'security_group_rule': {'security_group_id': '5707bb06-6f7f-4e30-baa1-8ef58e64b59c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:52.773380 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.828506 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.832088 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.849000 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8bc6c3-568d-496f-800b-aa492cdb309a,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:52.856257 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.857441 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d84c9f25-9631-4dea-a804-e3007ebd6e97 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171834 Oct 12 17:07:52.860554 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 45870) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:52.864843 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'security_group_rule': {'security_group_id': '5707bb06-6f7f-4e30-baa1-8ef58e64b59c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:52.892265 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.949723 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.953271 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.970945 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a907f1-9ee8-4872-af98-449342e1320b,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:52.978758 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:52.980383 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ec82b57a-e92d-4980-a724-d39638ac9ded tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187575 Oct 12 17:07:52.983706 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 45872) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:07:52.988012 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:53.009602 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.105297 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.126962 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.175279 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.216440 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Allocated IP 172.27.1.222 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/0b3f224d-56fb-4292-915a-317e516bfa97) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:07:53.318723 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.351703 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.391212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:07:53.393901 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:07:53.398444 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:07:53.401503 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'Port': ['ID=0b3f224d-56fb-4292-915a-317e516bfa97,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:53.482952 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.517796 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.664676 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.669096 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.734012 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'Port': ['ID=0b3f224d-56fb-4292-915a-317e516bfa97,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:53.745516 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.760891 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:53.762145 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-de37b130-2157-4624-8f00-b0ce150e9e0c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7774518 Oct 12 17:07:53.905760 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-adf6cd8d-beec-4006-b046-bfccd096baa0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--457601026&fields=id&tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 267 time: 0.0324402 Oct 12 17:07:54.013111 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-a5d3b311-e6ba-4fd9-b2ea-56ad8b12f06b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:54.014582 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-a5d3b311-e6ba-4fd9-b2ea-56ad8b12f06b tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 817 time: 0.1022885 Oct 12 17:07:54.029391 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-131e916c-33c4-40e7-a39f-3bbbe5aea64e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/quotas/5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 375 time: 0.0089326 Oct 12 17:07:54.079389 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-247a650a-e1ab-4a2d-8fcb-3faf21ac0571 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444200 Oct 12 17:07:54.173762 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-5fffdbc7-323b-43a4-9690-0bb15d7c85b4 service neutron] 10.222.0.58 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831358 Oct 12 17:07:54.259697 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-0c00534d-0af4-48f2-b0fa-6547ed613f01 service neutron] 10.222.0.58 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795734 Oct 12 17:07:54.422414 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58743ff8-db50-4c17-be63-562a1cc1adea req-301c33b2-c928-429e-a02b-598a2c96f3f9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 210 time: 0.0346825 Oct 12 17:07:55.264704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:55.534073 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59a013d7-058a-4574-b31c-82e3da051524 req-1878300b-b2e6-484b-84b8-8d684fb0ab43 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 210 time: 0.0330749 Oct 12 17:07:55.606386 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-bfb1e406-881e-4b48-b7fc-e8efbeb0d9ae req-ca38c9f1-08f6-4e7b-a05e-5e5b446ac901 tempest-VolumesNegativeTest-779259169 tempest-VolumesNegativeTest-779259169-project] (105673) timed out ('10.222.0.43', 56298) {{(pid=105673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 17:07:55.660975 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-574df33d-0ea2-46bb-92c7-19bab2450634 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:55.662526 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-574df33d-0ea2-46bb-92c7-19bab2450634 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 817 time: 0.3486295 Oct 12 17:07:55.711039 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-c9c4cea5-998a-4e2d-b160-8147ddb90a5d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d HTTP/1.1" status: 200 len: 379 time: 0.0320919 Oct 12 17:07:55.721014 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'port': {'device_id': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'admin_state_up': True, 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'security_groups': ['5707bb06-6f7f-4e30-baa1-8ef58e64b59c']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:55.829420 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Made reservation on behalf of 5f15f4248cdd4fc39f8061dc5ebe854d for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:07:55.832941 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:55.955570 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Allocated IP 172.20.0.10 (1e336323-1661-4699-bf4a-5542620febf0/39a710f0-a861-4f77-97b7-eb64a1d6d7a2/607a303e-c867-4578-9bd2-edeb2df3cbca) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:07:56.089226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.120989 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.163764 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Network 1e336323-1661-4699-bf4a-5542620febf0 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:07:56.166919 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:07:56.171008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:07:56.177242 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event updated for resources: {'Port': ['ID=607a303e-c867-4578-9bd2-edeb2df3cbca,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:56.223193 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:56.223821 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.241074 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-73f55fa0-9ae4-4362-9640-52c47721c8e9 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5233800 Oct 12 17:07:56.259649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Request body: {'port': {'device_id': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:07:56.327542 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.370411 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-fc0dc41f-b0b7-4e5f-9d88-8a9cac60b01f None None] Provisioning complete for port 607a303e-c867-4578-9bd2-edeb2df3cbca triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:07:56.370993 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc41f-b0b7-4e5f-9d88-8a9cac60b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.402987 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dc41f-b0b7-4e5f-9d88-8a9cac60b01f None None] Port 607a303e-c867-4578-9bd2-edeb2df3cbca cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:07:56.586042 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607a303e-c867-4578-9bd2-edeb2df3cbca {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:07:56.596972 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.612752 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Transition to ACTIVE for port object 607a303e-c867-4578-9bd2-edeb2df3cbca will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:07:56.616232 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.656429 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf973a0-8436-4014-bf49-348ad1091b1c req-a4cb682d-d50b-4813-8132-a279f3b4d8c3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:56.656953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-edf973a0-8436-4014-bf49-348ad1091b1c req-a4cb682d-d50b-4813-8132-a279f3b4d8c3 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 944 time: 0.0502245 Oct 12 17:07:56.678019 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Pushing event updated for resources: {'Port': ['ID=607a303e-c867-4578-9bd2-edeb2df3cbca,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:56.695387 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-edf973a0-8436-4014-bf49-348ad1091b1c req-5a3a148e-f273-43a5-956f-12d0ac05c40c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Oct 12 17:07:56.744009 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Attempting to bind port 607a303e-c867-4578-9bd2-edeb2df3cbca on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:07:56.744350 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Attempting to bind port 607a303e-c867-4578-9bd2-edeb2df3cbca by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:07:56.744677 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Attempting to bind port 607a303e-c867-4578-9bd2-edeb2df3cbca on network 1e336323-1661-4699-bf4a-5542620febf0 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:07:56.749733 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Port 607a303e-c867-4578-9bd2-edeb2df3cbca on network 1e336323-1661-4699-bf4a-5542620febf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:07:56.750156 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Attempting to bind port 607a303e-c867-4578-9bd2-edeb2df3cbca on network 1e336323-1661-4699-bf4a-5542620febf0 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:07:56.755133 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:07:56.755469 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Checking segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:07:56.755853 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Bound using segment: {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:07:56.756281 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Bound port: 607a303e-c867-4578-9bd2-edeb2df3cbca, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1e336323-1661-4699-bf4a-5542620febf0'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:07:56.756640 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.821479 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] For port 607a303e-c867-4578-9bd2-edeb2df3cbca, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:07:56.825987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] For port 607a303e-c867-4578-9bd2-edeb2df3cbca, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=607a303e-c867-4578-9bd2-edeb2df3cbca,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:07:56.831863 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.869418 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:56.870017 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:07:56.871438 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] 10.222.0.43 "PUT /v2.0/ports/607a303e-c867-4578-9bd2-edeb2df3cbca HTTP/1.1" status: 200 len: 1094 time: 0.6162856 Oct 12 17:07:56.871883 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:07:56.874763 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc34a220-d808-488b-9506-66bc1d8421a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:07:56.904045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b5f4-d300-4767-ac16-3fa1cbd2babe service neutron] Pushing event updated for resources: {'Port': ['ID=607a303e-c867-4578-9bd2-edeb2df3cbca,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:07:56.927070 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ca58eb-6ffd-476c-9484-9062dcd1aec9 x-openstack-request-id: req-97ca58eb-6ffd-476c-9484-9062dcd1aec9 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:07:56.927424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:07:56.927742 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-97ca58eb-6ffd-476c-9484-9062dcd1aec9 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:07:56.928293 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'status': 'completed', 'code': 200} Oct 12 17:07:56.979574 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-ea15142c-1a1b-455e-9d96-158510c399dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:56.981096 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-ea15142c-1a1b-455e-9d96-158510c399dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0421855 Oct 12 17:07:57.032829 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-6fcbfd82-42f3-47fb-89dc-915fc4476ea3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607a303e-c867-4578-9bd2-edeb2df3cbca HTTP/1.1" status: 200 len: 217 time: 0.0377858 Oct 12 17:07:57.085235 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-d5297117-8cd5-4281-a661-dcede1b1e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.086737 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-d5297117-8cd5-4281-a661-dcede1b1e3d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0465543 Oct 12 17:07:57.134143 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-62a6b06f-c156-4c8e-98ea-f8768c158498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.135609 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-62a6b06f-c156-4c8e-98ea-f8768c158498 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419679 Oct 12 17:07:57.223196 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-ce933be6-496e-435c-937a-53e6346a815d service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804868 Oct 12 17:07:57.314548 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a0b6b237-58b1-490d-bac8-4ad3f8f254b7 req-3886bb5d-e1df-4dcd-8fc1-0eeaa2083caf service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832455 Oct 12 17:07:57.438795 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-748ae732-6a1b-4245-9514-89355baf4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.440227 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-748ae732-6a1b-4245-9514-89355baf4a58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0392768 Oct 12 17:07:57.532510 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-2e3bcec4-6f84-46f5-8da7-29fa00f43dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.534030 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-2e3bcec4-6f84-46f5-8da7-29fa00f43dab service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.0861988 Oct 12 17:07:57.574928 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-080bf31b-c4cb-4e79-b8f4-a52d8fa5f74e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607a303e-c867-4578-9bd2-edeb2df3cbca HTTP/1.1" status: 200 len: 217 time: 0.0336082 Oct 12 17:07:57.623458 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-56da750e-78f0-4c45-8d8a-9ee782bd4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.624933 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-56da750e-78f0-4c45-8d8a-9ee782bd4325 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0432689 Oct 12 17:07:57.675226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-307134f4-9b4d-4498-bd9a-9b54038ff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.675736 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:07:57.676716 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-307134f4-9b4d-4498-bd9a-9b54038ff14f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437562 Oct 12 17:07:57.768285 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-18f1112c-1c02-4ca2-8acf-dccfd3477c32 service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841122 Oct 12 17:07:57.812431 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ec8e3-120e-4e39-89b6-b16f6f1dead1 req-b05d634a-75fe-4ea2-88b2-3bb5c86426b6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:57.813972 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-065ec8e3-120e-4e39-89b6-b16f6f1dead1 req-b05d634a-75fe-4ea2-88b2-3bb5c86426b6 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 944 time: 0.0471163 Oct 12 17:07:57.851054 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-065ec8e3-120e-4e39-89b6-b16f6f1dead1 req-a0866192-74dc-404d-88d0-524f99d48bad tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310302 Oct 12 17:07:57.861805 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-dc34a220-d808-488b-9506-66bc1d8421a6 req-c9f54ff8-8cd0-4c0f-973d-4d87fbdf241b service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855918 Oct 12 17:07:58.989142 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0619d-8180-4e48-86a2-65d3ec137e61 req-7f259366-8fef-4566-a0fe-7ae6b018db24 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:07:58.991434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d5d0619d-8180-4e48-86a2-65d3ec137e61 req-7f259366-8fef-4566-a0fe-7ae6b018db24 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 944 time: 0.0608745 Oct 12 17:07:59.028605 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d5d0619d-8180-4e48-86a2-65d3ec137e61 req-eb4da36f-d323-4bc2-a21d-d306d1cd682a tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Oct 12 17:08:00.025034 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:00.142142 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53152fb-d083-4ee9-9259-d057a7a8ed89 req-336a2861-b341-4cbf-b9ac-b9880d9ad862 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:00.143607 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e53152fb-d083-4ee9-9259-d057a7a8ed89 req-336a2861-b341-4cbf-b9ac-b9880d9ad862 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 944 time: 0.0469513 Oct 12 17:08:00.180658 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e53152fb-d083-4ee9-9259-d057a7a8ed89 req-5d0fe19e-b864-4a3a-9b7f-140edb42e294 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Oct 12 17:08:00.831191 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 607a303e-c867-4578-9bd2-edeb2df3cbca details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:08:00.922291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 607a303e-c867-4578-9bd2-edeb2df3cbca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=607a303e-c867-4578-9bd2-edeb2df3cbca,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:08:00.933023 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'port_id': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'mac_address': 'fa:16:3e:04:b1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:08:00.974957 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:00.987037 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607a303e-c867-4578-9bd2-edeb2df3cbca {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:08:01.005517 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 607a303e-c867-4578-9bd2-edeb2df3cbca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=607a303e-c867-4578-9bd2-edeb2df3cbca,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:08:01.009017 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:01.056609 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=607a303e-c867-4578-9bd2-edeb2df3cbca,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:08:01.296055 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c724af-9c39-4511-9975-ef103d95f2f4 req-e055e23f-2027-4a77-b58b-6e56e87b6389 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:01.297369 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-49c724af-9c39-4511-9975-ef103d95f2f4 req-e055e23f-2027-4a77-b58b-6e56e87b6389 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 945 time: 0.0458305 Oct 12 17:08:01.332459 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-49c724af-9c39-4511-9975-ef103d95f2f4 req-3a5ee7a1-8b03-44d6-a5b9-87e2b76f46aa tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293968 Oct 12 17:08:01.358502 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['607a303e-c867-4578-9bd2-edeb2df3cbca'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:08:02.448097 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306ba5a-30a3-4457-98d5-e103567d7cd1 req-79ff54bd-64d2-44cb-8dd5-c1877d477b7f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:02.449496 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6306ba5a-30a3-4457-98d5-e103567d7cd1 req-79ff54bd-64d2-44cb-8dd5-c1877d477b7f tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 945 time: 0.0495274 Oct 12 17:08:02.485846 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6306ba5a-30a3-4457-98d5-e103567d7cd1 req-9ccbd594-46d0-4405-981a-4dbc48dd679e tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305018 Oct 12 17:08:02.834037 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 607a303e-c867-4578-9bd2-edeb2df3cbca up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:08:02.883186 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 607a303e-c867-4578-9bd2-edeb2df3cbca completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:08:02.887043 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 607a303e-c867-4578-9bd2-edeb2df3cbca triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:08:02.887437 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:02.963986 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:02.985897 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:08:02.988110 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e46485-77c8-471a-8e44-09ea83bd6e4a" -d '{"events": [{"server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "name": "network-vif-plugged", "status": "completed", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:08:03.008588 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 607a303e-c867-4578-9bd2-edeb2df3cbca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=607a303e-c867-4578-9bd2-edeb2df3cbca,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:08:03.012820 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:03.036273 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd83f5e-d269-4bf0-9e32-f64091dbc545 x-openstack-request-id: req-0cd83f5e-d269-4bf0-9e32-f64091dbc545 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:08:03.036565 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "name": "network-vif-plugged", "status": "completed", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:08:03.036819 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cd83f5e-d269-4bf0-9e32-f64091dbc545 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:08:03.037200 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'code': 200} Oct 12 17:08:03.061701 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=607a303e-c867-4578-9bd2-edeb2df3cbca,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:08:03.225127 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9381aa8-914b-4255-a847-c762f21eb220 req-4229b7e3-e488-40d8-8e71-b498744d8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:03.226777 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a9381aa8-914b-4255-a847-c762f21eb220 req-4229b7e3-e488-40d8-8e71-b498744d8e79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 1099 time: 0.0406578 Oct 12 17:08:03.260053 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a9381aa8-914b-4255-a847-c762f21eb220 req-c02149f5-6563-4240-9619-1e70500f74d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256803 Oct 12 17:08:03.602824 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58598ad5-bd1c-4e03-81e5-5321640b38c7 req-9e89345c-d843-48a1-aad0-e22a9800153c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:03.604280 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58598ad5-bd1c-4e03-81e5-5321640b38c7 req-9e89345c-d843-48a1-aad0-e22a9800153c tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 946 time: 0.0471044 Oct 12 17:08:03.641585 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58598ad5-bd1c-4e03-81e5-5321640b38c7 req-6e3edd14-5e73-43c3-bf04-3591c645ec89 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313497 Oct 12 17:08:04.761462 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76af0d-882d-41ab-ab3b-4bd62ecdbc51 req-98ee3750-a7b3-47ff-b384-0cb835df4b55 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:04.762948 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fe76af0d-882d-41ab-ab3b-4bd62ecdbc51 req-98ee3750-a7b3-47ff-b384-0cb835df4b55 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 946 time: 0.0474892 Oct 12 17:08:04.799967 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fe76af0d-882d-41ab-ab3b-4bd62ecdbc51 req-7095bfdd-3e72-4ca3-b8f0-0c14b84face5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311563 Oct 12 17:08:04.927939 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee1090-60cf-4037-b7a6-dd1737695333 req-7527f822-1dba-4523-895d-5fe92f9cae92 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:04.929370 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8ee1090-60cf-4037-b7a6-dd1737695333 req-7527f822-1dba-4523-895d-5fe92f9cae92 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 946 time: 0.0500839 Oct 12 17:08:04.937735 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 46018) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:08:04.941802 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Request body: {'floatingip': {'port_id': '607a303e-c867-4578-9bd2-edeb2df3cbca'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:08:04.979329 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:05.595789 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:05.599641 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:05.695121 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Floating IP 9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8 associated. External IP: 172.27.1.222, port: 607a303e-c867-4578-9bd2-edeb2df3cbca. Oct 12 17:08:05.889814 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Router a29fef12-9a61-4abe-b373-d9953c593852 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:08:05.993527 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:08:05.998442 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:06.003897 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:08:06.013417 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:08:06.014055 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:07:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:08:06.026800 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-19765af7-0494-4845-b798-1a3e337d6aeb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "PUT /v2.0/floatingips/9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8 HTTP/1.1" status: 200 len: 992 time: 1.0879962 Oct 12 17:08:06.027335 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:08:06.029599 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10123be9-1210-4707-935e-e9b88b83ca2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:08:06.120237 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:08:06.125458 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf69e09-b883-4448-a783-a80d9377174e x-openstack-request-id: req-dcf69e09-b883-4448-a783-a80d9377174e {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:08:06.125741 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:08:06.126089 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dcf69e09-b883-4448-a783-a80d9377174e {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:08:06.126487 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'status': 'completed', 'code': 200} Oct 12 17:08:06.210423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123be9-1210-4707-935e-e9b88b83ca2c req-ad3aa15b-40ba-4474-8998-fc4458bdd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:06.211930 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-ad3aa15b-40ba-4474-8998-fc4458bdd506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 1099 time: 0.0394118 Oct 12 17:08:06.310462 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123be9-1210-4707-935e-e9b88b83ca2c req-ccb9427e-feff-44bc-8a01-143d457f17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:06.312144 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-ccb9427e-feff-44bc-8a01-143d457f17c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 200 len: 919 time: 0.0932879 Oct 12 17:08:06.375819 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-af40a02b-adaf-40bd-9691-58ace2015434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=607a303e-c867-4578-9bd2-edeb2df3cbca HTTP/1.1" status: 200 len: 1000 time: 0.0567997 Oct 12 17:08:06.422697 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'port_id': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'mac_address': 'fa:16:3e:04:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:07:53Z', 'updated_at': '2021-10-12T17:08:05Z', 'revision_number': 1, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:08:06.428832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123be9-1210-4707-935e-e9b88b83ca2c req-3d065922-53c0-43ce-b425-e8f0f4db4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:06.430318 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-3d065922-53c0-43ce-b425-e8f0f4db4039 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 200 len: 856 time: 0.0479677 Oct 12 17:08:06.450942 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:08:06.459488 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:08:06.460080 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:07:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:08:06.474800 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123be9-1210-4707-935e-e9b88b83ca2c req-89368576-4971-4b8e-a6a4-ec07f56c1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:06.476282 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-89368576-4971-4b8e-a6a4-ec07f56c1ca0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e336323-1661-4699-bf4a-5542620febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392337 Oct 12 17:08:06.559977 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:08:06.563827 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-d2be3cde-41cf-413a-b757-274069d4a6cb service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806997 Oct 12 17:08:06.657558 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-10123be9-1210-4707-935e-e9b88b83ca2c req-108e89af-ef92-4a31-a63c-abac2eeeb55c service neutron] 10.222.0.43 "GET /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845299 Oct 12 17:08:06.777109 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'port_id': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'mac_address': 'fa:16:3e:04:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:07:53Z', 'updated_at': '2021-10-12T17:08:05Z', 'revision_number': 1, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:08:06.801541 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228dffb-ec18-4cff-a07d-347d392c2e91 None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'port_id': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'mac_address': 'fa:16:3e:04:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:07:53Z', 'updated_at': '2021-10-12T17:08:05Z', 'revision_number': 1, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:08:06.973860 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a6d0a-e621-4ad5-88c0-1610560918ae None None] New status for floating IP 9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8: ACTIVE {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:08:19.416963 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-503532e6-8d40-4ace-9cfd-aa6df49c1bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:22.103600 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-47184731-6b81-4de6-ba11-0fbcbd1fed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:23.130670 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:23.166394 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:25.265357 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:30.029455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:34.674539 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:08:41.989411 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-fc4da0e1-0da8-453c-af9e-fbd94f9f61a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438111 Oct 12 17:08:42.056686 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-4f5fdcb3-2d00-4ef0-bd5b-5cc2d0354287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:42.058151 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-4f5fdcb3-2d00-4ef0-bd5b-5cc2d0354287 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1099 time: 0.0376959 Oct 12 17:08:42.161920 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-2610257c-88db-4564-b549-babf6536d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:42.163267 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-2610257c-88db-4564-b549-babf6536d8e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0862138 Oct 12 17:08:42.203152 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-966d87b0-39ef-4317-98b3-73d911f8612f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.0324848 Oct 12 17:08:42.253649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-3c35afab-fbe5-42b1-929a-724daf53ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:08:42.255117 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-3c35afab-fbe5-42b1-929a-724daf53ee0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0451841 Oct 12 17:08:42.288000 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-01f3cfb7-ccca-4a63-968f-9f402b6463dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253541 Oct 12 17:08:42.374689 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-1d5cfec7-3aa8-43d5-b81d-39dd5a942934 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796978 Oct 12 17:08:42.465145 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1697e3ea-b766-4b30-8a4d-5f97c6d4a3bc req-60ba7633-5c1c-41fb-a0c8-2457d41bd702 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837147 Oct 12 17:08:49.418339 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-be8f3eec-2fab-4580-b217-b3dd1946418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:52.108972 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cda0c86c-79a8-4373-b758-380130061209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:53.132947 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:53.170027 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:08:55.268533 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:00.026585 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:11.672899 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:09:19.419192 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4b3e110a-1986-4a93-b40c-ad565bb3b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:22.100226 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-143055fb-46de-4841-a138-d96caf7306e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:23.134114 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:23.171419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:25.272357 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:30.026437 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:42.996454 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-50f46c31-a09c-451f-ba9e-f2b7efffd805 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387256 Oct 12 17:09:43.090570 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76477ff4-1936-4030-a437-f1cc4bab509f req-1c96f117-2cbe-4ab1-ab0f-9dd73481de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:09:43.091964 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-1c96f117-2cbe-4ab1-ab0f-9dd73481de34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0387397 Oct 12 17:09:43.195984 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76477ff4-1936-4030-a437-f1cc4bab509f req-4fe1e9e0-5331-4acb-8fa8-c89553ea08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:09:43.197448 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-4fe1e9e0-5331-4acb-8fa8-c89553ea08a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0874443 Oct 12 17:09:43.239634 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-8f25b050-8597-4a10-983f-79fdcaba6bda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0350420 Oct 12 17:09:43.294449 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76477ff4-1936-4030-a437-f1cc4bab509f req-cd5f2f9b-2d8a-4634-91a8-1c65021c116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:09:43.295936 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-cd5f2f9b-2d8a-4634-91a8-1c65021c116d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0485475 Oct 12 17:09:43.327110 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-83926e14-c305-48dc-a968-82f6f2c2e33b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238326 Oct 12 17:09:43.337920 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-a78efe1a-acab-4901-968f-11648036104c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:09:43.338884 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-a78efe1a-acab-4901-968f-11648036104c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049572 Oct 12 17:09:43.428186 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-fc3e7c27-1d13-4c7b-b1bd-273dad268976 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Oct 12 17:09:43.521002 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-76477ff4-1936-4030-a437-f1cc4bab509f req-9cc69089-7951-4d1f-84f1-0f9fcbe744fd service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857837 Oct 12 17:09:48.670765 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:09:49.419388 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-de23e5bf-7f82-4717-a0e2-2f2bd1b2be42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:52.100285 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b23d2570-17d5-49ec-a59b-7a45f1fba932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:53.134833 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:53.175183 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:09:55.273712 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:00.025809 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:19.420103 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0526-6723-42a0-9638-7ea0fab3d686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:22.101068 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e3b1eedf-389b-4d55-b414-02e40e2a4162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:23.137683 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:23.177411 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:25.277454 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:25.669646 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:10:30.026534 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:44.024102 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-4b61ec49-d291-40d9-9a54-70a10fe20b60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766933 Oct 12 17:10:44.093367 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-f62d68f1-1037-498d-b7a9-c90b62d4a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:10:44.094908 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-f62d68f1-1037-498d-b7a9-c90b62d4a224 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 1098 time: 0.0386693 Oct 12 17:10:44.198177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-af48c660-548a-425a-b0cc-4aa01a335d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:10:44.199602 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-af48c660-548a-425a-b0cc-4aa01a335d1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0860188 Oct 12 17:10:44.240169 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-75f15105-1fbd-47e3-9d40-24d259f87698 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 200 len: 217 time: 0.0322580 Oct 12 17:10:44.290903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-52a7cc94-e0a6-4719-b9fe-64f09c19f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:10:44.292268 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-52a7cc94-e0a6-4719-b9fe-64f09c19f8a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0453362 Oct 12 17:10:44.321369 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-a48483e9-515a-46fb-95d0-b61f2c76de61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224607 Oct 12 17:10:44.413924 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-24508913-e682-460f-935b-97d98d63d36a service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Oct 12 17:10:44.503958 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-be350f3b-82fa-4a9b-aa0c-c96f1d83c548 req-091400fa-7204-4b2a-b860-c292b6126a8d service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837412 Oct 12 17:10:49.425649 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-20204b9a-95c1-4c32-b075-a184e2a50a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:52.100927 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-10fa1929-ffb5-4ff0-951c-412aa22ac071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:53.138933 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:53.180214 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:10:55.281046 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:00.027659 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:02.669712 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:11:08.983292 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ceb3-4c63-4a89-a6da-922b9b40c44c req-e1fc13ae-e267-46a2-92e1-fd08b70d6d2d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:11:08.984803 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fbc1ceb3-4c63-4a89-a6da-922b9b40c44c req-e1fc13ae-e267-46a2-92e1-fd08b70d6d2d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0955567 Oct 12 17:11:09.022672 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fbc1ceb3-4c63-4a89-a6da-922b9b40c44c req-7ab20c2f-bbc5-407d-a8c3-65f9832b62d5 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=f193767d-bc09-4a9b-b3f4-5d522de55eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Oct 12 17:11:09.661711 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-ac1a32b0-7850-4bfd-bccf-d2860925d733 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:11:09.663313 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-ac1a32b0-7850-4bfd-bccf-d2860925d733 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Oct 12 17:11:09.758431 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Deleting port 00f7b70b-ab5e-473f-a420-4a05063debda {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:11:09.758778 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:09.846244 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] For port 00f7b70b-ab5e-473f-a420-4a05063debda, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=00f7b70b-ab5e-473f-a420-4a05063debda,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:11:09.846605 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:10.015634 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:10.015995 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:10.016312 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.l3_db [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Floating IP 491adb9a-962e-4803-a105-b8a88ebad4d8 disassociated. External IP: 172.27.1.70, port: 00f7b70b-ab5e-473f-a420-4a05063debda. Oct 12 17:11:10.016650 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Calling delete_port for 00f7b70b-ab5e-473f-a420-4a05063debda owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:11:10.143760 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:10.165566 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ded5c214-23a1-4fde-b88b-54c8fe3978f8 req-be1ea1a1-25f5-419b-afc7-bbe5fe012556 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0705011 Oct 12 17:11:10.178902 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event deleted for resources: {'Port': ['ID=00f7b70b-ab5e-473f-a420-4a05063debda,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:11:10.190324 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.190676 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.191018 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.191354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.191683 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.192017 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.192345 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.192668 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.192996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.193343 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.193662 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.194010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:11:10.304172 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:11:10.404281 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:11:10.413852 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:11:10.423086 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:11:10.423751 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:10:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:11:10.444708 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] No DVR routers for this DVR port 00f7b70b-ab5e-473f-a420-4a05063debda on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:11:10.447154 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:10.450470 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ebc09edf-8307-4dbd-ae9a-dab75af4c642 req-423179c6-5326-4657-963d-a0c2efca98ca tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "DELETE /v2.0/ports/00f7b70b-ab5e-473f-a420-4a05063debda HTTP/1.1" status: 204 len: 173 time: 0.7801194 Oct 12 17:11:10.450906 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'name': 'network-vif-deleted', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:11:10.453192 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c428ef-e291-413e-99b0-5d1e36c3b881" -d '{"events": [{"server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "name": "network-vif-deleted", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:11:10.529763 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:11:10.736408 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:11:10.765084 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:11:10.773346 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:11:10.773961 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:10:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:11:10.875766 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:11:11.141960 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:11:11.167300 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd6e688-9b79-483c-aae1-817f31f587e3 None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:11:11.258786 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5daadc7f-8390-4876-82c6-557394b845be req-adeb7a4f-04ea-4689-b0f1-c8935fec9a6c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0251651 Oct 12 17:11:11.384259 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01814195-89a5-4697-b60b-d5284b2dc73d None None] New status for floating IP 491adb9a-962e-4803-a105-b8a88ebad4d8: DOWN {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:11:11.566677 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae19cff-d510-46e7-9ec9-8c001ac4f06f x-openstack-request-id: req-8ae19cff-d510-46e7-9ec9-8c001ac4f06f {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:11:11.567177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccbd0d7-6283-4b34-a23a-10323c9acb51", "name": "network-vif-deleted", "tag": "00f7b70b-ab5e-473f-a420-4a05063debda", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:11:11.567297 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ae19cff-d510-46e7-9ec9-8c001ac4f06f {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:11:11.567632 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccbd0d7-6283-4b34-a23a-10323c9acb51', 'name': 'network-vif-deleted', 'tag': '00f7b70b-ab5e-473f-a420-4a05063debda', 'status': 'completed', 'code': 200} Oct 12 17:11:12.350707 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-158ade24-1db8-4204-9b33-ff6f453228c2 req-2edf64e5-9fd0-4ef3-bd50-c9d798d63e71 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247879 Oct 12 17:11:13.445569 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6566f676-d1a2-4a49-958a-3fce8c4dbb41 req-343fd5b8-3bae-4ba9-a867-2925c45151b9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0277650 Oct 12 17:11:13.755672 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 00f7b70b-ab5e-473f-a420-4a05063debda no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:11:13.775500 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 00f7b70b-ab5e-473f-a420-4a05063debda {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:11:13.775838 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 00f7b70b-ab5e-473f-a420-4a05063debda not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:11:14.535500 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-228195fb-f850-4009-a7f0-c9af0cfbd83e req-d66bdd17-5407-4e2f-bc0c-779028890a27 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246665 Oct 12 17:11:15.624178 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b38b4743-d93c-4fbe-9357-7067c89a781d req-d63769ef-0bc6-4935-ac89-c9d8371b056f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246809 Oct 12 17:11:16.717333 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ef5e96d9-617b-4adb-bb6e-9068d853d15e req-1656f745-a770-4ea4-9428-11817295d255 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Oct 12 17:11:17.812981 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7d786a05-d4a7-402a-ac4b-2181e1922bbd req-d30248a7-2697-4173-bebb-301b8faeee93 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246310 Oct 12 17:11:18.907711 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b69cb263-b666-49c8-9ed4-361ff48e5d97 req-f2a2512f-bc71-41b3-86ff-15cdca4a3c28 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0248427 Oct 12 17:11:19.426941 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2eac1005-24e3-4cd6-9924-7612e80292b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:20.004124 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-76e41efe-f48f-424a-992f-1a13a704d059 req-6a9e7d32-e7ff-4ee0-9a07-a337341d0d82 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0284071 Oct 12 17:11:21.095587 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b40996e2-8079-4263-985f-e5741a5f5343 req-26bbce66-398b-41eb-a3d5-50c8e7f7f58f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0257647 Oct 12 17:11:22.102900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-deec65a8-d665-4b2c-9e3e-746eeb0f79e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:22.184811 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-516d1747-e446-421c-9add-7b1c9991a946 req-f42f340c-2a03-4134-a243-32d865b16319 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0251336 Oct 12 17:11:23.139634 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:23.182527 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:23.279857 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-71c3329b-27da-46e3-ab97-1e37fc08829a req-e608bb3a-3575-48f1-b8f6-d9352d11fab8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0313170 Oct 12 17:11:24.373828 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-95c57a59-fc88-4d13-97bc-2738f03013c5 req-8156fc5e-1035-47f3-8575-48d829be8c42 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0253053 Oct 12 17:11:25.287183 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:25.464356 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-51ad485e-14bd-4b69-a968-49327ac74e85 req-558e7821-e511-4e26-b65b-752a7bfdb619 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246704 Oct 12 17:11:26.558079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4f26078a-f031-492a-bf57-f2b0f1632655 req-cd96c324-85a2-46c7-9b19-6b189b5701d7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Oct 12 17:11:27.647413 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1b40e1f3-461c-4fc5-83da-6e27d453d10e req-8e5e8e21-8b1d-4d17-a715-13f1c3092569 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0249856 Oct 12 17:11:28.739034 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f1cbb359-1f89-43f2-9f75-0c34a40eea1c req-081c5723-63a5-411a-aa42-12c64a1dcbfc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0252864 Oct 12 17:11:29.833889 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0df10314-7cd7-4b22-bdd6-86534a9a0729 req-fb5ae676-725c-4207-b9c2-e957d3a04e0b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0250897 Oct 12 17:11:30.026417 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:30.926827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f376e981-2670-4c2d-abd3-08fb83330c83 req-955855d2-d9a8-4a2f-a2f6-be399cc30d87 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0245636 Oct 12 17:11:32.017534 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ef62c14a-f384-496d-b84e-076d2a15b705 req-acca1ae7-9a48-4a36-a57d-cb3d4e8e6316 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0258541 Oct 12 17:11:33.110959 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-12c1916e-dae3-44c1-af7f-956cc2d89d1c req-bd06a572-77e8-465d-bb8e-95c24da049fe tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0279770 Oct 12 17:11:34.201499 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1b82394-3215-42d0-aeb3-93176ada3629 req-83164bee-9a9f-4acd-a294-71a122a005f7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247328 Oct 12 17:11:35.291596 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cc660661-1543-4521-8cc9-c66da4ce02f5 req-554a3bfb-5521-4982-a768-647ebc9eeed6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0257018 Oct 12 17:11:36.379798 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5bf7cb7c-f0fc-4547-a0b2-ae06ea323558 req-2cdd1628-c69e-4c59-9b07-ade71185e897 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0248907 Oct 12 17:11:37.470306 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-454dd25b-ab49-469d-9494-2190600f8d0d req-b9bdf75e-0563-4211-a270-5082e0f615aa tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0252151 Oct 12 17:11:38.562360 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b9f11a40-0ff8-493f-97d6-d98ceff5cfa2 req-c81d637e-7399-47d6-868c-ab4cc7fd6a0f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0258014 Oct 12 17:11:39.653858 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eff203fe-30ae-48e2-abb4-b816ec82c622 req-1cc52131-5ea5-4155-83d5-85fc1bab3d63 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Oct 12 17:11:39.669174 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:11:40.743214 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9de76ce7-0f67-4b5c-bbfd-63df0a97ff55 req-3660cd1c-ce16-4730-8aa9-d080bd0406d0 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0256081 Oct 12 17:11:41.834042 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6816100d-fd77-4c0b-8b87-96feda41ffde req-9735f049-1378-433b-bfde-fcbb6c110a85 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0251975 Oct 12 17:11:42.922876 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ebc141f8-0301-4b1b-9f0f-dc974ee85827 req-8131ba86-9d19-43a5-a58f-d91afea848d9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247622 Oct 12 17:11:44.013761 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-95b9f84d-8c27-49b6-a3d3-7ece68af19de req-8db6d32a-9444-4fee-ab34-43efcda9bebf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0244045 Oct 12 17:11:45.025634 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-da0f89ed-bc50-4a7b-b2b0-601eb63cf24e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388193 Oct 12 17:11:45.095032 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-af7665e4-a46f-4094-8973-4d821fcd0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:11:45.096494 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-af7665e4-a46f-4094-8973-4d821fcd0c5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.0384116 Oct 12 17:11:45.103733 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9f59c4a4-d443-4f74-b702-82aa6a5e35b5 req-aab095b6-0b7d-4236-9131-35263689e3fc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246000 Oct 12 17:11:45.200776 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-372f63ec-7e5f-4dae-b424-d3c24e20b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:11:45.201556 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-372f63ec-7e5f-4dae-b424-d3c24e20b7cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0855312 Oct 12 17:11:45.242486 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-69bc69fe-49c4-44b0-bd39-cadeb7d347a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0342412 Oct 12 17:11:45.294280 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-61b4c42a-61c0-4586-80d3-58fdc50d337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:11:45.295730 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-61b4c42a-61c0-4586-80d3-58fdc50d337b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0464303 Oct 12 17:11:45.325634 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-15437243-106d-4953-bcb2-5a02ff52ac83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231233 Oct 12 17:11:45.416728 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-1c866edf-aee6-40c6-bd96-8b2cf6dc3985 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841160 Oct 12 17:11:45.508788 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-f2f1711c-9f97-49b0-b36e-7a61ea3eebc5 req-3b2e7c93-375e-4b66-bd81-c1a7a019d6f8 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844383 Oct 12 17:11:46.199401 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3e21a8e2-4570-473b-9241-11c352a1dda1 req-750229cf-b82f-4678-9b5e-5fdb48d2b8d1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0282590 Oct 12 17:11:47.292480 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b1069d45-80ca-4959-8176-657731bd6180 req-95ebb8fa-1f90-4182-981c-e961f7ede902 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0251102 Oct 12 17:11:48.383933 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6c6d45e8-fd32-4997-8403-78f42353d656 req-6df18e99-415a-426e-80b3-f9df76f77175 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255609 Oct 12 17:11:49.429462 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-83f96135-751c-4035-b05d-2cf8ed3c868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:49.479845 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dd72a152-acf4-470e-b7dd-0d2b40e4584d req-ba2b1463-f7df-4cb6-afaf-906ab18ef881 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0258512 Oct 12 17:11:50.570050 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e4b1b4fa-9b08-45ed-b8b6-daa545b4fcf7 req-90f0a2eb-a0c5-4e15-b094-6b5aaeae423d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0249524 Oct 12 17:11:51.659262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3dd13a1e-4f60-4594-a12d-ca2dd14e1e0d req-025a7f3e-90f6-47d0-8992-0fbfb9e50b36 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0256660 Oct 12 17:11:52.107483 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-12d81042-5dc9-45ed-ad45-9522d49b26e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:52.752494 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a255541-2d3d-4f08-bc63-5b03ac96dc1a req-e10dc089-f295-4694-8bfd-7b316abd09a4 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0283015 Oct 12 17:11:53.140809 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:53.186543 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:53.843834 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0709647e-6de3-434e-b9fe-03199e0a63fa req-9a3d33f4-9aed-4904-92b8-510bd8eb2d71 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0245640 Oct 12 17:11:54.934663 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1bbef2d-2714-4b66-994f-5327e5690da5 req-26020498-3ef7-4141-9b9a-4aa5d4f06fa4 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247407 Oct 12 17:11:55.288329 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:11:56.025896 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c0df4061-4096-4961-9864-2fae21c9f20f req-ea31a1db-07cc-4f97-8614-7e3632ff151f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0249956 Oct 12 17:11:57.115217 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-154a6171-50c3-404f-9763-0fd4cbe975a8 req-f58563f9-2ef1-4206-b762-3196cd96a50e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247471 Oct 12 17:11:58.211485 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e810b11f-90f1-441a-8e9c-b52317c210b2 req-ac2732f4-7c4e-455e-b355-35cfbdd451e8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0242202 Oct 12 17:11:59.305093 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e8321129-5dfa-43fc-b81d-6b0ee9d17c76 req-bc6f5c7b-7cdc-44a9-9d28-8d4326f726de tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0287881 Oct 12 17:12:00.039230 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:00.398526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c1ec33a2-d94b-4ceb-959c-eb6ee7abd402 req-a7d0020c-fb75-4b19-9f7f-d4f66ef7aebf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0256772 Oct 12 17:12:01.488280 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-751d22b9-171b-4a0b-af37-c8f86825f48f req-e7afdddc-85c0-45ba-a207-e2675fa73d7a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0254123 Oct 12 17:12:02.578624 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-482aaa33-0ea5-4856-8a67-eff5a5edd23d req-fc99e70a-d005-447d-b464-6d12da2c8cae tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0259171 Oct 12 17:12:03.669265 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ab235cb-f17d-4fd8-aa03-04ac93b2670e req-23545903-30dc-44e8-82ff-086b8f91eda6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0261664 Oct 12 17:12:04.758041 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-934c5766-ac39-4720-9aaa-d206870537f8 req-13933c6b-a6fa-45f6-ac6a-3a9218eb1c12 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246034 Oct 12 17:12:05.852130 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c73278f0-01fa-4e2d-9a0a-72c055ce0c1e req-82e4c697-9125-47e2-ba66-dc720fb7d190 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Oct 12 17:12:06.943242 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c8cfeed5-9902-4c8b-8d16-d681ce98c10b req-62ff5b3f-1cf1-4ee0-be3b-2cc8317c3624 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Oct 12 17:12:08.033581 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ca2d45cc-51d4-4564-917d-23f65404aea0 req-943bb658-c7a9-4cea-b996-1367f752b516 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246086 Oct 12 17:12:09.123328 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b042bc9b-47c8-4964-bea9-45172af35d17 req-fa243534-a3ef-4c88-92db-57a377ba712b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0253184 Oct 12 17:12:10.213808 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e18e15f1-f6e9-4c28-aa23-426c5a8c690f req-2a399f0e-18a7-4ef3-956c-70d10f8ac599 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0250542 Oct 12 17:12:11.307031 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ed4f2401-9ffd-45e7-b610-1614f38075e0 req-d7bb1b92-e5c6-4c23-af89-b3cb33fd33b7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255091 Oct 12 17:12:12.401203 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-10a146cb-ee6c-41ee-8e1b-6095f62636e2 req-024ba4b2-7ac0-4f85-b0b1-ba70ee68078e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0284755 Oct 12 17:12:13.492126 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6734736a-2fb5-41ce-9da9-afc9ef65fb77 req-0cc2f8a0-4d81-4589-8769-e90a8bd5b9d9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0252771 Oct 12 17:12:14.586016 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4cf34eb5-e304-4f6f-923a-32e9ace9befc req-2ac157ef-c67d-4129-9d6a-2ec26c14fbcb tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0253866 Oct 12 17:12:15.675057 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7a0997ec-c90d-4d3c-b75a-5c0937253f8f req-6ccf204e-b3ee-47e8-abfd-910acb125f19 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255492 Oct 12 17:12:16.670930 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:12:16.764450 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-72db6197-319e-4a22-b799-d70d01cd3975 req-234f533a-79ca-4b60-a2fd-c270c4dca991 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0253909 Oct 12 17:12:17.854443 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b77a903f-2212-4537-bc58-d269bfa59583 req-3e14d3a4-a45f-4074-9289-fc23d8c49090 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247240 Oct 12 17:12:18.946079 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9bfaf9b6-31fd-480c-a40f-6bf22608e53a req-d76d3abf-9ee3-4ae8-b60a-f1d1e9df720a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Oct 12 17:12:19.429654 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b5ad2d30-0ae6-4b95-9561-f3c4a8c04c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:20.035794 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-43c58976-3db6-4241-a53a-5087499c4fc6 req-6d6db6c3-37cb-4193-827c-c3983baa56b9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0247793 Oct 12 17:12:21.126389 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5d906d56-9513-48bd-80ab-8ad2888aac91 req-686ed43b-0b64-4e22-874e-bc407203d3b4 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0251050 Oct 12 17:12:22.107900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7e20705e-c600-4e8f-ba38-a3d84208bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:22.216948 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c654b017-1e29-4b03-9945-117c7a809b04 req-bdc66531-4635-4e54-9559-7a1ae6efdb7c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255573 Oct 12 17:12:23.141481 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:23.189645 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:23.307282 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4f18d708-da74-44cf-b903-6e813b2eaa70 req-b44af158-d47e-42a7-b387-ef59a81883ff tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0258286 Oct 12 17:12:24.397492 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9240573b-e377-4f4e-8622-6b5768c772c2 req-206236b6-02b0-443c-8539-7bf868f8c843 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0248349 Oct 12 17:12:25.291593 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:25.489496 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a54039d4-fad5-4ad7-b91d-a0ee7c03e9b2 req-b3987b64-32e0-4d6b-b0c9-503985500c65 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0278778 Oct 12 17:12:26.579405 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1cdd085c-ea4f-46d9-8252-3111fda049c7 req-a7d07e65-7d68-451c-9dae-4bd3e98d0231 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0257320 Oct 12 17:12:27.670226 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4de14a4a-9606-44cc-bcc0-f640f9991ec9 req-834b740d-ac22-420d-a850-eb4816040b5b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255880 Oct 12 17:12:28.759859 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6405915b-5e3b-4555-b562-a1dfc098161f req-c4f82fce-7226-4442-8d97-87cf2dfd7db6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246413 Oct 12 17:12:29.850198 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e2b129ca-e69b-4c02-8d2f-7519bb34acfb req-44e79251-6538-4381-a2f0-e6d0194dae9e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0244699 Oct 12 17:12:30.033573 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:30.940566 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c553770c-9261-4c55-b578-3611ce66f518 req-f822dcda-3596-4ca8-b19a-728a206b75d1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246837 Oct 12 17:12:32.034287 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-79853543-b7a9-472b-9f15-e1d19eb6f35f req-80178b57-12eb-49e7-9df5-31f74bf601ec tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0290196 Oct 12 17:12:33.128531 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2284ddd0-79f9-41e5-bbe4-fa36108ea113 req-7f307ada-f410-4f0d-a05a-cb5d65355d70 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0243673 Oct 12 17:12:34.217632 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-32b4e154-9277-4be0-a3c3-1acd52d1f23c req-434b74b3-3b87-4485-983e-e858e191b105 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0244493 Oct 12 17:12:35.308374 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e1dc2c96-44ba-429b-84b2-dcc0d8443ef1 req-a2b817d0-fcf0-4e20-a693-a124d54ff192 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255575 Oct 12 17:12:36.398739 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a724b33d-5e14-420c-8fe4-94d4d0c7ef6d req-d60c7c0c-d497-42c9-a88f-c669c6b48b3c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0259175 Oct 12 17:12:37.493428 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e1cd32e1-9555-4a11-b108-18c4cf7798d9 req-a74ca50e-4f84-4a15-b0ba-927680d18b5f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0287013 Oct 12 17:12:38.596312 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-de99bca0-b0a8-4fdc-b1f9-c6616ef82879 req-a98cacef-18a7-4227-8169-4833e680a7e3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0296028 Oct 12 17:12:39.690050 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f0b9f13b-a75e-4060-8770-78ab488d091e req-f725f452-eade-448e-8d35-ae52e1645150 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255327 Oct 12 17:12:40.780481 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a3d23102-b0ee-4f73-8d14-da32e4dc44a5 req-888f40f5-6423-438d-a9a9-2b21a2639ccc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0254040 Oct 12 17:12:41.873505 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b0188d0d-57d3-4adf-9bcd-18f12208df04 req-54240e62-eeb1-41cb-aa94-bfa4e5b859b1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0253375 Oct 12 17:12:42.962231 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-adca30c0-7c7d-4ac2-a12f-e32309f211f8 req-a9d8eb4d-3071-4507-be86-a5e701683441 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0244322 Oct 12 17:12:44.059173 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1f34a42f-26c7-431d-8668-a8ef268d8985 req-d25186e2-5619-460e-93c2-51c664fd4660 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0268002 Oct 12 17:12:45.002948 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-5ff81b0a-009d-45cc-bb35-098fb3e77711 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376079 Oct 12 17:12:45.073842 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29dc84-6887-46a6-8014-00c13b462239 req-8a78c166-3f05-47c6-8c0a-49e2a4ed14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:12:45.075300 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-8a78c166-3f05-47c6-8c0a-49e2a4ed14a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1098 time: 0.0381973 Oct 12 17:12:45.152881 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-61145661-e59b-4c75-bf1c-0d19adfff623 req-43439021-03ce-4a33-9e33-987316b83cc1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Oct 12 17:12:45.185176 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29dc84-6887-46a6-8014-00c13b462239 req-22a8805c-c9bf-4442-8dd7-983ce7546168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:12:45.186670 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-22a8805c-c9bf-4442-8dd7-983ce7546168 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0936060 Oct 12 17:12:45.227547 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-8685d1b2-c935-4bd2-ab1d-6fab35649662 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0331900 Oct 12 17:12:45.278324 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29dc84-6887-46a6-8014-00c13b462239 req-449d12c1-00e6-4024-85a2-0bb019f5cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:12:45.279650 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-449d12c1-00e6-4024-85a2-0bb019f5cfd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0447855 Oct 12 17:12:45.310557 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-e104054a-e3e0-482a-988a-fd4260a4a634 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230517 Oct 12 17:12:45.397389 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-1988b81a-e211-4e91-9ec9-74e39b0ecb92 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797479 Oct 12 17:12:45.487411 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ea29dc84-6887-46a6-8014-00c13b462239 req-904c6c65-bd56-4740-a21b-e47e0cbb6e89 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Oct 12 17:12:46.242225 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dad59ce1-c57c-4e38-8046-ad076b6fc4f9 req-2f4a1bef-7249-4d4a-ae1f-72b14a31f15c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0242968 Oct 12 17:12:47.331820 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-082ac009-bdee-4e4d-ada6-c66c32dc2daf req-5654f8f3-3b59-4efb-9d11-b36c1f63cc85 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0243268 Oct 12 17:12:48.421155 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6813d17e-686a-4c7a-be55-0d9a0f125fc0 req-e0ba8a1b-280e-49f2-a6be-bcd55aca5704 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0250919 Oct 12 17:12:49.430092 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b9a6b3ca-af49-4ae7-b2f6-6cb6feef7d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:49.510410 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aa1aa187-093d-4a31-870e-4387bede66ac req-abbbd66e-a51f-41a3-b3c2-0054386ac9dd tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0248408 Oct 12 17:12:50.601592 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3353817b-ee04-4b9b-add7-1948e708cd78 req-b0cd63a7-865e-4813-b800-a713e82ed65e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0260854 Oct 12 17:12:51.696997 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-caeb1a2b-ee64-4da5-92cc-1b6c1929b693 req-3f279706-619e-4907-9a14-b9f25bbe40b1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0284655 Oct 12 17:12:52.107897 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ca63a6da-b6e5-42c0-b07c-13c30d59e515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:52.787310 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-76685110-765d-4a4d-ab46-11ee5e3fa880 req-4ce5a3df-0f1d-4844-a9b0-fb0129ed93cf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255263 Oct 12 17:12:53.150752 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:53.200048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:53.670007 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:12:53.879473 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-479360c8-c2c5-4299-8b64-7d42fc8ab504 req-7b0b2321-21c5-44be-ac10-c0cbfe7fc6a9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0246272 Oct 12 17:12:54.969712 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-53b831b6-5190-4838-bab2-82f76030dbce req-2dbdebfc-45d2-4dc3-9c30-cc4ca668e184 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0249505 Oct 12 17:12:55.294776 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:12:56.059395 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8cb11f81-201b-420e-82a8-ea4ea4e42125 req-03008062-4a98-4135-9eb3-0cc7e5bdf089 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0242679 Oct 12 17:12:57.149785 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-64ae9b1e-c94c-4c6c-b5c3-726d621e5743 req-d4d4bba0-68ce-4461-aea1-e9f3ca1d7b2e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0248644 Oct 12 17:12:58.241357 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bbc83daf-85ec-4e62-80f7-fcebda4182a4 req-eee6626c-5ac9-4f0a-9645-0aa536a63ec7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0272717 Oct 12 17:12:59.330934 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f19eca9c-ce69-4157-8404-5f90965274ec req-9d16a0ee-ef1f-4379-bae5-a75cfb388693 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0244651 Oct 12 17:13:00.049050 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:00.422952 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eef476f9-9e09-4aa6-a95c-0cc66c5a0f3d req-5b83cc03-c03f-4993-b54c-28bad38e28d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255423 Oct 12 17:13:01.514031 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-12c96c31-66c4-4798-ad6f-b454ba148c37 req-81d78b06-3f9a-49a9-bbbc-34dfea9fab98 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0256824 Oct 12 17:13:02.607478 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ffe91702-2050-48eb-8dee-48ecb515258d req-83efc1e2-2d57-46e9-96c7-f6ab2501bb35 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0262206 Oct 12 17:13:03.699747 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-030d523f-af6d-4eb5-8c01-aaabf1b6c962 req-49e47f59-a686-4829-b1e6-64496bd96542 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0262334 Oct 12 17:13:04.794322 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f48c4404-c922-4e37-9866-2cb388ca42e9 req-e2bad507-205f-4150-9733-5d37ceaf742b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Oct 12 17:13:05.887385 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9932d823-6839-498a-9472-401530900528 req-750c6da7-7b1f-4acb-96cc-be367f7abcdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0249279 Oct 12 17:13:06.976434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb2de134-53b2-4ee0-9a27-c133ec87728c req-be82f8b8-069b-4e4e-bcf6-714c6a5f657a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0243900 Oct 12 17:13:08.065173 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e615f7f7-d901-474c-9a76-b9c5504741d3 req-f4c81ca9-54dc-4e53-95ff-dadb238ef72c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0241392 Oct 12 17:13:09.155307 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7f4b2ae7-de2e-4cbc-8194-fb3eb2c77a6a req-15c8cd22-4945-4fde-a1e2-e708ecef8f0c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0255132 Oct 12 17:13:10.243672 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b606c745-1ee5-43b3-85b3-80d6c747e3f4 req-99890cfd-b489-4e48-a508-8c5b3a5ddfec tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ccbd0d7-6283-4b34-a23a-10323c9acb51 HTTP/1.1" status: 200 len: 210 time: 0.0242112 Oct 12 17:13:11.329485 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 49060) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:11.383032 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.405288 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.450817 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.453335 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.454486 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "DELETE /v2.0/security-groups/f193767d-bc09-4a9b-b3f4-5d522de55eab HTTP/1.1" status: 204 len: 168 time: 0.1239624 Oct 12 17:13:11.457235 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 49062) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:11.463345 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193767d-bc09-4a9b-b3f4-5d522de55eab,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:11.470163 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.470506 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.470843 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.471173 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.471499 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.471821 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.472142 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.472464 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.472783 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.473098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.473410 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.473721 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61105d0-b553-4f3f-9648-aa14da45d2d6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:11.473830 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.api.v2.resource [None req-f1acbec4-f58c-4f84-a45c-beb25718b578 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] show failed (client error): The resource could not be found. Oct 12 17:13:11.477528 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 49064) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:11.477680 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-f1acbec4-f58c-4f84-a45c-beb25718b578 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups/f193767d-bc09-4a9b-b3f4-5d522de55eab HTTP/1.1" status: 404 len: 347 time: 0.0193875 Oct 12 17:13:11.603215 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Deleting port 8dff9c4c-31b2-436a-b2cf-34172cb2703e {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:13:11.603555 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.924521 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.924841 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:11.936556 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Calling delete_port for 8dff9c4c-31b2-436a-b2cf-34172cb2703e owned by network:floatingip {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:13:12.067496 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.091959 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event deleted for resources: {'Port': ['ID=8dff9c4c-31b2-436a-b2cf-34172cb2703e,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:12.148708 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.151235 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.152367 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-27f46e3e-64c8-488a-b6da-54e1d9cecd78 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "DELETE /v2.0/floatingips/491adb9a-962e-4803-a105-b8a88ebad4d8 HTTP/1.1" status: 204 len: 168 time: 0.6738868 Oct 12 17:13:12.677312 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 49076) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:12.681840 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086635837', 'description': 'tempest-description--1141284674'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:12.702686 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.770326 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.774395 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.803388 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.804574 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1262302 Oct 12 17:13:12.806347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c70436-820a-49e4-a7d2-25edb206fa46 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5437432-9033-4fb5-929d-c92fdce51507,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:12.807649 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 49078) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:12.812183 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'security_group_rule': {'security_group_id': 'd5437432-9033-4fb5-929d-c92fdce51507', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:12.839562 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.897480 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.901206 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.918744 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a357a1e-847e-414b-a34c-7708f50d9199,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:12.927207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.927594 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.927935 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.928265 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.928592 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.928918 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.929243 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.929567 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.929907 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.930237 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.930555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.930865 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:12.935970 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:12.937186 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ca44c46c-936d-4a70-9cab-7c4ac8a60bdf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284680 Oct 12 17:13:12.939746 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 49082) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:12.944536 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'security_group_rule': {'security_group_id': 'd5437432-9033-4fb5-929d-c92fdce51507', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:12.971481 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.029201 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.033085 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.052640 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cfe79d-749d-42b8-bf1e-14ee3d07003d,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:13.063030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.064413 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-61a8bf64-8443-46c9-95df-8ebfd2b9c9c3 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237638 Oct 12 17:13:13.069492 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 49090) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:13.073990 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:13.098482 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.200479 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.298696 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Allocated IP 172.27.1.3 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/623bcc9b-d7d1-4561-99a4-908c9d57d684) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:13:13.400501 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.433788 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.469241 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:13:13.471981 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:13:13.475985 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:13:13.501894 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'Port': ['ID=623bcc9b-d7d1-4561-99a4-908c9d57d684,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:13.562572 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.594030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.739325 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.743798 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.807371 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'Port': ['ID=623bcc9b-d7d1-4561-99a4-908c9d57d684,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:13.818850 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.834009 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:13.835301 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-7441764a-ad1d-4110-8a75-feae57f9af6b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7648246 Oct 12 17:13:14.012050 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-27a4dbac-cec6-4b45-a20f-0cfcffcc2d13 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1086635837&fields=id&tenant_id=2e0c9fd106594f5796ff041037814e2b HTTP/1.1" status: 200 len: 267 time: 0.0324914 Oct 12 17:13:14.119752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-d3cc5208-6489-45a7-87b5-1cd66ccbb55f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:14.121205 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-d3cc5208-6489-45a7-87b5-1cd66ccbb55f tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 811 time: 0.1022472 Oct 12 17:13:14.136143 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-d78ce1f1-c6a5-4768-be13-14ebc60c612c tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/quotas/2e0c9fd106594f5796ff041037814e2b HTTP/1.1" status: 200 len: 375 time: 0.0092266 Oct 12 17:13:14.186288 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-8626706f-aa42-493b-8ddc-deafdbb1e3e5 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448453 Oct 12 17:13:14.271997 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-893903ee-d00b-4815-ab82-601c57ed945a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:13:14.273062 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-893903ee-d00b-4815-ab82-601c57ed945a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0752590 Oct 12 17:13:14.360713 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-870b84ea-196a-4661-8a66-266bdc7d3e7c service neutron] 10.222.0.58 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816524 Oct 12 17:13:14.446030 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-ea4018a6-0301-407f-b833-9fd8250014d1 service neutron] 10.222.0.58 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789289 Oct 12 17:13:14.599819 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6ec91a0c-4518-4388-a2a7-58a7f5867f66 req-a9ba0f00-74e1-404b-8b45-c9fc57c775af tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 210 time: 0.0251572 Oct 12 17:13:15.637804 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-c3f6cf05-f8ea-420e-a18f-2e8636128976 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:15.639425 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-c3f6cf05-f8ea-420e-a18f-2e8636128976 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 811 time: 0.0994229 Oct 12 17:13:15.690667 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-efedc0f8-54a9-4c4d-89b7-3ff230038aef tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e0c9fd106594f5796ff041037814e2b HTTP/1.1" status: 200 len: 380 time: 0.0358250 Oct 12 17:13:15.698918 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f87234e4-e172-4566-988a-87a2577d0275 req-510e7309-92ca-4140-8f40-a8d6c6bd1ea9 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 210 time: 0.0308270 Oct 12 17:13:15.701109 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'port': {'device_id': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'admin_state_up': True, 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'security_groups': ['d5437432-9033-4fb5-929d-c92fdce51507']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:15.812008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Made reservation on behalf of 2e0c9fd106594f5796ff041037814e2b for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:13:15.815670 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:15.951633 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Allocated IP 172.20.0.5 (1b6cd03d-f521-470d-ac52-2663a295efd9/5083d862-94ed-4a70-8c19-ac88d4c43c3b/1ca2b2f2-4c19-4914-9174-e336ad6250c7) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:13:16.088315 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.121958 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.170354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:13:16.173482 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:13:16.177069 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:13:16.200435 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event updated for resources: {'Port': ['ID=1ca2b2f2-4c19-4914-9174-e336ad6250c7,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:16.229072 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:16.229702 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.250023 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-987e9bfc-b8d6-4d6c-86e3-aef4a8fe2eaf tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524831 Oct 12 17:13:16.267504 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Request body: {'port': {'device_id': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:16.324322 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.356465 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-eb4dc866-885b-404e-8fe3-0c128e4437bb None None] Provisioning complete for port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:13:16.357053 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc866-885b-404e-8fe3-0c128e4437bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.392046 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dc866-885b-404e-8fe3-0c128e4437bb None None] Port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:13:16.587549 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca2b2f2-4c19-4914-9174-e336ad6250c7 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:13:16.594645 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.606298 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Transition to ACTIVE for port object 1ca2b2f2-4c19-4914-9174-e336ad6250c7 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:13:16.609621 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.661130 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2b2f2-4c19-4914-9174-e336ad6250c7,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:16.733995 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Attempting to bind port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:13:16.734411 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Attempting to bind port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:13:16.734812 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Attempting to bind port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 on network 1b6cd03d-f521-470d-ac52-2663a295efd9 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:13:16.739773 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 on network 1b6cd03d-f521-470d-ac52-2663a295efd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:13:16.740275 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Attempting to bind port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 on network 1b6cd03d-f521-470d-ac52-2663a295efd9 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:13:16.745304 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:13:16.745718 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Checking segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:13:16.746303 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Bound using segment: {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:13:16.746811 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Bound port: 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08083637-29b9-42bf-befc-2c9202704e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:13:16.747239 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.814786 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] For port 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:13:16.817496 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce473f3a-183b-470b-8c42-bda72e0033eb req-ad98b11b-edd3-4ffe-9782-8a59ec141bc1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:16.818068 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] For port 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:13:16.819203 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ce473f3a-183b-470b-8c42-bda72e0033eb req-ad98b11b-edd3-4ffe-9782-8a59ec141bc1 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 943 time: 0.0499456 Oct 12 17:13:16.822503 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.860131 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:16.860742 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:16.862207 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] 10.222.0.43 "PUT /v2.0/ports/1ca2b2f2-4c19-4914-9174-e336ad6250c7 HTTP/1.1" status: 200 len: 1093 time: 0.5990086 Oct 12 17:13:16.862357 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ce473f3a-183b-470b-8c42-bda72e0033eb req-5413bf72-a953-464d-9dc4-d475f11ea84b tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370300 Oct 12 17:13:16.862648 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:13:16.864961 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b11f591-03f2-4b30-91f3-171103450a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:13:16.892338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb87fc-2d9c-4577-8dab-c5109d6baa58 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2b2f2-4c19-4914-9174-e336ad6250c7,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:16.917766 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4acb3c0-6a0d-4233-ba62-e221a1d43ae1 x-openstack-request-id: req-c4acb3c0-6a0d-4233-ba62-e221a1d43ae1 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:13:16.918071 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:13:16.920752 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4acb3c0-6a0d-4233-ba62-e221a1d43ae1 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:13:16.921336 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'status': 'completed', 'code': 200} Oct 12 17:13:16.975991 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-0c731412-af64-41dc-ac78-54b3523b9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:16.977567 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-0c731412-af64-41dc-ac78-54b3523b9cc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0419791 Oct 12 17:13:17.030731 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-3116b48a-6427-4076-9096-f97e934c6a33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7 HTTP/1.1" status: 200 len: 217 time: 0.0400264 Oct 12 17:13:17.080080 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-11fac48c-a6bd-46ec-8a89-ca50ebf9ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.081553 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-11fac48c-a6bd-46ec-8a89-ca50ebf9ffe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0441751 Oct 12 17:13:17.125247 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983901-10d4-4318-ab0c-fee414965d71 req-6705375a-b06b-4fae-b99e-2af967b6df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.126659 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-6705375a-b06b-4fae-b99e-2af967b6df1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376165 Oct 12 17:13:17.218561 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-be07639e-9694-43a2-9ad8-7e787c0c4216 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Oct 12 17:13:17.306704 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ba983901-10d4-4318-ab0c-fee414965d71 req-a0f3f177-8e8d-48c7-bd5a-41d4bf286592 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804355 Oct 12 17:13:17.431089 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f591-03f2-4b30-91f3-171103450a4b req-e056654b-243f-42c6-b458-9ecb5db6e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.432535 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-e056654b-243f-42c6-b458-9ecb5db6e408 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 1096 time: 0.0397851 Oct 12 17:13:17.524858 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f591-03f2-4b30-91f3-171103450a4b req-b0297044-6eb2-4658-adf7-8393b7678aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.526319 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-b0297044-6eb2-4658-adf7-8393b7678aca service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.0859065 Oct 12 17:13:17.566226 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-e6b3043c-5c94-48c6-9b6c-fd7073e9596f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7 HTTP/1.1" status: 200 len: 217 time: 0.0325947 Oct 12 17:13:17.616195 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f591-03f2-4b30-91f3-171103450a4b req-dedac3ce-0fcb-4ccc-ab17-9b4e9d5e1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.617578 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-dedac3ce-0fcb-4ccc-ab17-9b4e9d5e1861 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0450799 Oct 12 17:13:17.663425 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f591-03f2-4b30-91f3-171103450a4b req-ede09bc1-8cf4-484a-bc5a-ac11ee17abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.664820 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-ede09bc1-8cf4-484a-bc5a-ac11ee17abd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385256 Oct 12 17:13:17.757344 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-92fee4d4-0398-419b-8019-12b41aa855ac service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Oct 12 17:13:17.846290 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0b11f591-03f2-4b30-91f3-171103450a4b req-30b2032b-c1b8-4882-b0ce-5d2a9405c03c service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803475 Oct 12 17:13:17.990876 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6da8-31ad-4306-9909-dfc5988f3e0e req-7245ccd4-2aa1-4ae2-b212-1d8b69b3367a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:17.992327 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-721e6da8-31ad-4306-9909-dfc5988f3e0e req-7245ccd4-2aa1-4ae2-b212-1d8b69b3367a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 943 time: 0.0473475 Oct 12 17:13:18.028904 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-721e6da8-31ad-4306-9909-dfc5988f3e0e req-9ea9a6ae-726b-4d47-9244-ba45ef1784a8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Oct 12 17:13:19.149000 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f4dea-9dfb-4803-9876-4e16ff2daae3 req-a59fa6dc-d5bb-4f3d-bddc-75e7513397f6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:19.150486 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4b0f4dea-9dfb-4803-9876-4e16ff2daae3 req-a59fa6dc-d5bb-4f3d-bddc-75e7513397f6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 943 time: 0.0507987 Oct 12 17:13:19.187877 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4b0f4dea-9dfb-4803-9876-4e16ff2daae3 req-cb11e595-9c05-4b79-bf84-24e420e30a0e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Oct 12 17:13:19.431164 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f53b3b23-7f6c-415a-974b-9db07e3a94d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:20.301287 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28108cbd-1153-4d3e-b10a-c49afe155bea req-0aebe224-a121-4483-8de1-d65e17f4496d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:20.302801 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-28108cbd-1153-4d3e-b10a-c49afe155bea req-0aebe224-a121-4483-8de1-d65e17f4496d tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 943 time: 0.0493634 Oct 12 17:13:20.339192 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-28108cbd-1153-4d3e-b10a-c49afe155bea req-5bb91ed2-57d0-4cd9-becb-2eec00418acd tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Oct 12 17:13:20.549582 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1ca2b2f2-4c19-4914-9174-e336ad6250c7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:13:20.639779 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:13:20.653346 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'port_id': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'mac_address': 'fa:16:3e:fb:1c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:13:20.689559 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:20.701595 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca2b2f2-4c19-4914-9174-e336ad6250c7 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:13:20.719431 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:13:20.724691 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:20.769910 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=1ca2b2f2-4c19-4914-9174-e336ad6250c7,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:20.776694 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.777044 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.777383 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.777716 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.778079 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.778414 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.778740 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.779066 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.779391 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.779713 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.780034 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:20.780354 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:13:21.091138 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['1ca2b2f2-4c19-4914-9174-e336ad6250c7'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:13:21.448917 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5400ab3-dd3f-49fa-863f-e48b248b7e7f req-c3807ccd-8ac4-4f8d-8e05-e048b1458ef7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:21.450485 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5400ab3-dd3f-49fa-863f-e48b248b7e7f req-c3807ccd-8ac4-4f8d-8e05-e048b1458ef7 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 944 time: 0.0464563 Oct 12 17:13:21.487623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5400ab3-dd3f-49fa-863f-e48b248b7e7f req-81b7c3ae-5ce0-4bcb-b5e1-4e18fa8037af tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Oct 12 17:13:22.108730 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-14e15e67-1433-42bd-8e7a-2228176ac2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:22.567102 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1ca2b2f2-4c19-4914-9174-e336ad6250c7 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:13:22.616242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:13:22.619891 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:13:22.620261 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:22.630636 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af4da8-7dd9-46ce-8fad-c88f8d787b6c req-650762b0-6a8c-460d-9af5-d2ab38695b51 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:22.632085 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50af4da8-7dd9-46ce-8fad-c88f8d787b6c req-650762b0-6a8c-460d-9af5-d2ab38695b51 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 944 time: 0.0588264 Oct 12 17:13:22.669239 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50af4da8-7dd9-46ce-8fad-c88f8d787b6c req-515c112a-0a8d-4bbe-89ae-e26f0bb2edc2 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Oct 12 17:13:22.697023 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:22.718593 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:13:22.720782 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c006fa2-aa7a-4bd2-9235-efa5a7ded8de" -d '{"events": [{"server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:13:22.733336 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:13:22.737398 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:22.785670 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=1ca2b2f2-4c19-4914-9174-e336ad6250c7,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:13:22.806299 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcd8494-cc1b-4486-b58d-5dae1068dcaf x-openstack-request-id: req-adcd8494-cc1b-4486-b58d-5dae1068dcaf {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:13:22.806585 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "name": "network-vif-plugged", "status": "completed", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:13:22.806840 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adcd8494-cc1b-4486-b58d-5dae1068dcaf {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:13:22.807227 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'code': 200} Oct 12 17:13:23.000014 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ca33a-e0a6-4f4a-aeff-aea1e7010257 req-a24f9d87-5982-4a83-aa76-b738b6adf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:23.001641 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-935ca33a-e0a6-4f4a-aeff-aea1e7010257 req-a24f9d87-5982-4a83-aa76-b738b6adf4d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 1098 time: 0.0382340 Oct 12 17:13:23.035875 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-935ca33a-e0a6-4f4a-aeff-aea1e7010257 req-ee034e8b-00c7-4fd7-bd17-ebe946af99da service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272906 Oct 12 17:13:23.143689 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:23.195389 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:23.778990 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d48d4-6706-4f62-8687-277f1ec711bd req-d710cfca-d913-4123-a09c-22fd3274f4ee tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:23.780452 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-073d48d4-6706-4f62-8687-277f1ec711bd req-d710cfca-d913-4123-a09c-22fd3274f4ee tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 945 time: 0.0476391 Oct 12 17:13:23.817289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-073d48d4-6706-4f62-8687-277f1ec711bd req-42116437-d2cf-46d0-a55a-a238d7ee18f8 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Oct 12 17:13:24.935690 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4555de-ea8f-4a94-8136-2a6321bdd708 req-dd968c42-aa31-49c3-94d2-4132cf3bc112 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:24.937110 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a4555de-ea8f-4a94-8136-2a6321bdd708 req-dd968c42-aa31-49c3-94d2-4132cf3bc112 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 945 time: 0.0478570 Oct 12 17:13:24.973309 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a4555de-ea8f-4a94-8136-2a6321bdd708 req-40e6b0f2-8eec-44b8-b516-914ffbbddd41 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304625 Oct 12 17:13:25.081744 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14377b-dfc2-4a19-8c4a-d715b7d5f01f req-549ebb0c-5f60-4459-bc9b-5a4982f54abc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:25.083197 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-af14377b-dfc2-4a19-8c4a-d715b7d5f01f req-549ebb0c-5f60-4459-bc9b-5a4982f54abc tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 945 time: 0.0499380 Oct 12 17:13:25.091365 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 49248) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:13:25.095504 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Request body: {'floatingip': {'port_id': '1ca2b2f2-4c19-4914-9174-e336ad6250c7'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:13:25.133337 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:25.298108 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:25.763182 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:25.766971 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:25.863357 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Floating IP ebca83f2-b99c-4cb2-8e79-fadb341d0783 associated. External IP: 172.27.1.3, port: 1ca2b2f2-4c19-4914-9174-e336ad6250c7. Oct 12 17:13:26.063570 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:13:26.166057 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:13:26.170980 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:26.175997 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:13:26.185059 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:13:26.185648 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:13:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:13:26.196505 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-457bcdb3-b8d0-4055-9172-4638f1e75e26 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "PUT /v2.0/floatingips/ebca83f2-b99c-4cb2-8e79-fadb341d0783 HTTP/1.1" status: 200 len: 989 time: 1.1041424 Oct 12 17:13:26.197168 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:13:26.199508 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:13:26.284981 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8994eae9-a0cd-4dec-bba4-7c77288cd796 x-openstack-request-id: req-8994eae9-a0cd-4dec-bba4-7c77288cd796 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:13:26.285257 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:13:26.285499 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8994eae9-a0cd-4dec-bba4-7c77288cd796 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:13:26.285914 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'status': 'completed', 'code': 200} Oct 12 17:13:26.297121 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:13:26.374126 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-44a44d3d-fe98-41e0-bea7-195ac7b00fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:26.375599 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-44a44d3d-fe98-41e0-bea7-195ac7b00fd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e0c9fd106594f5796ff041037814e2b&device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 1098 time: 0.0426652 Oct 12 17:13:26.473466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-a81b38a1-457a-4257-b29b-63f5c4a077f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:26.473466 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-a81b38a1-457a-4257-b29b-63f5c4a077f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 200 len: 913 time: 0.0869012 Oct 12 17:13:26.525558 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': 'ebca83f2-b99c-4cb2-8e79-fadb341d0783', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'port_id': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'mac_address': 'fa:16:3e:fb:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:13:13Z', 'updated_at': '2021-10-12T17:13:25Z', 'revision_number': 1, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:13:26.537982 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-10cfe92f-7b08-42f4-b3e2-3df579ed769c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7 HTTP/1.1" status: 200 len: 997 time: 0.0611851 Oct 12 17:13:26.557326 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:13:26.565640 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:13:26.566273 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:13:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:13:26.587763 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-692205dd-1961-4b01-bbe4-dafd067b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:26.589268 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-692205dd-1961-4b01-bbe4-dafd067b0681 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 200 len: 850 time: 0.0440633 Oct 12 17:13:26.633569 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-36391041-ddc7-4e8b-8b04-2568a840be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:26.635131 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-36391041-ddc7-4e8b-8b04-2568a840be8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1b6cd03d-f521-470d-ac52-2663a295efd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387204 Oct 12 17:13:26.668133 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:13:26.736918 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-816574b4-d019-4005-8aa5-39686312f7b9 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944190 Oct 12 17:13:26.825637 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e3f6095b-d8f7-4740-8b6e-c8d6411da16c req-2bd955e9-d468-4802-8d25-bfa00f3dcb47 service neutron] 10.222.0.43 "GET /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814526 Oct 12 17:13:26.891013 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': 'ebca83f2-b99c-4cb2-8e79-fadb341d0783', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'port_id': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'mac_address': 'fa:16:3e:fb:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:13:13Z', 'updated_at': '2021-10-12T17:13:25Z', 'revision_number': 1, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:13:26.916908 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661a349-e0bd-48a5-b83a-ef81de2a66de None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': 'ebca83f2-b99c-4cb2-8e79-fadb341d0783', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'port_id': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'mac_address': 'fa:16:3e:fb:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:13:13Z', 'updated_at': '2021-10-12T17:13:25Z', 'revision_number': 1, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:13:27.086697 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac003c-4d9a-481b-a33a-db4ef40bad46 None None] New status for floating IP ebca83f2-b99c-4cb2-8e79-fadb341d0783: ACTIVE {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:13:30.053599 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:30.669392 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:13:44.961470 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-37127715-3ee9-4060-8a84-efe472cf59c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382442 Oct 12 17:13:45.041286 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ee059-f449-4034-a27f-a5b9a427a794 req-16a6de0a-a5a3-4e97-bfd5-ec4e84add9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:45.042900 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-16a6de0a-a5a3-4e97-bfd5-ec4e84add9a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1099 time: 0.0418665 Oct 12 17:13:45.146731 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ee059-f449-4034-a27f-a5b9a427a794 req-ba79f5c0-6e59-45f6-be6b-7e802494b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:45.148228 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-ba79f5c0-6e59-45f6-be6b-7e802494b9f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0838962 Oct 12 17:13:45.193277 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-9b661a15-29de-45b7-8944-40039a5b0d40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.0379381 Oct 12 17:13:45.242085 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ee059-f449-4034-a27f-a5b9a427a794 req-2015d602-654e-4993-9347-ca4370cc3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:13:45.243438 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-2015d602-654e-4993-9347-ca4370cc3314 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0418837 Oct 12 17:13:45.275705 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-6d5e8788-25bf-42ef-aee1-3cc49c0e4b48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241864 Oct 12 17:13:45.365564 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-8206f63e-e79a-453c-97db-8b1a5a994168 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828028 Oct 12 17:13:45.454098 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-556ee059-f449-4034-a27f-a5b9a427a794 req-1d19529c-e233-41b5-822e-4e4f296f4374 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804751 Oct 12 17:13:49.432299 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-28d6336c-0394-440e-8229-6d873b98f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:52.111149 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-493899cc-e558-44fc-9522-14797d641446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:53.146132 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:53.196726 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:13:55.300158 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:00.048054 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:07.668449 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:14:19.432876 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7cb4d4f2-c942-460a-ba36-c6b4a9ee8151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:22.115792 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5770df8d-dc76-405e-b3a8-08c4358f4570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:23.147320 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:23.201108 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:25.308683 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:30.045082 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:43.345500 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0dcac-ece6-4432-bc28-dc0828cb56c6 req-5c99c5c5-5176-40f4-8365-5494495aeb55 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:14:43.347019 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8ea0dcac-ece6-4432-bc28-dc0828cb56c6 req-5c99c5c5-5176-40f4-8365-5494495aeb55 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 946 time: 0.0558126 Oct 12 17:14:43.384179 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8ea0dcac-ece6-4432-bc28-dc0828cb56c6 req-c0668b43-1065-4c3b-9afe-c83ff35cb886 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups?id=5707bb06-6f7f-4e30-baa1-8ef58e64b59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Oct 12 17:14:43.852401 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-e2c61dea-c689-4329-bc30-a1fd6b3848a0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:14:43.853846 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-e2c61dea-c689-4329-bc30-a1fd6b3848a0 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 946 time: 0.0510910 Oct 12 17:14:43.945294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Deleting port 607a303e-c867-4578-9bd2-edeb2df3cbca {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:14:43.945635 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:44.032293 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] For port 607a303e-c867-4578-9bd2-edeb2df3cbca, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=607a303e-c867-4578-9bd2-edeb2df3cbca,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:14:44.032573 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:44.207429 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:44.207790 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:44.208111 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.l3_db [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Floating IP 9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8 disassociated. External IP: 172.27.1.222, port: 607a303e-c867-4578-9bd2-edeb2df3cbca. Oct 12 17:14:44.208447 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Calling delete_port for 607a303e-c867-4578-9bd2-edeb2df3cbca owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:14:44.329529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:44.361010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event deleted for resources: {'Port': ['ID=607a303e-c867-4578-9bd2-edeb2df3cbca,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:14:44.372369 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.372712 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.373055 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.373389 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.373724 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.374078 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.374415 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.374736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.375052 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.375371 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.375692 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.376021 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:44.487546 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Router a29fef12-9a61-4abe-b373-d9953c593852 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:14:44.489910 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a0201b21-b0db-4277-a612-6d7a7508a315 req-1cf1475a-3b96-4535-bec7-ade7430a77bf tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec97d2c-63e6-4266-9585-fba04f1a7cf1 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Oct 12 17:14:44.611713 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:14:44.622477 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:14:44.631718 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:14:44.632512 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:14:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:14:44.653240 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] No DVR routers for this DVR port 607a303e-c867-4578-9bd2-edeb2df3cbca on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:14:44.656709 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:44.661051 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-588ecc7f-0eb3-49f7-a6bd-cf81f2e14973 req-634908b5-9611-4945-b2dc-8df86c82dfe5 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.43 "DELETE /v2.0/ports/607a303e-c867-4578-9bd2-edeb2df3cbca HTTP/1.1" status: 204 len: 173 time: 0.8007741 Oct 12 17:14:44.661480 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'name': 'network-vif-deleted', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:14:44.663788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d62270-9e37-4998-b21b-5d85d8cf231c" -d '{"events": [{"server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "name": "network-vif-deleted", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:14:44.707664 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bee617-4c68-4e9e-b561-7300383a1bdb x-openstack-request-id: req-c2bee617-4c68-4e9e-b561-7300383a1bdb {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:14:44.708118 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec97d2c-63e6-4266-9585-fba04f1a7cf1", "name": "network-vif-deleted", "tag": "607a303e-c867-4578-9bd2-edeb2df3cbca", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:14:44.708381 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2bee617-4c68-4e9e-b561-7300383a1bdb {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:14:44.708777 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec97d2c-63e6-4266-9585-fba04f1a7cf1', 'name': 'network-vif-deleted', 'tag': '607a303e-c867-4578-9bd2-edeb2df3cbca', 'status': 'completed', 'code': 200} Oct 12 17:14:44.735589 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:14:44.765310 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:14:45.047468 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:14:45.072922 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:14:45.081385 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:14:45.082013 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:14:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:14:45.194825 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:14:45.391762 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:14:45.417114 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd96a4c-5135-4e2c-8697-d0785957dc4d None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T16:49:24Z', 'revision_number': 4, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '9db8872e-9d1f-4cfc-81f9-efcb42a5a036', 'name': '', 'network_id': '1e336323-1661-4699-bf4a-5542620febf0', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'mac_address': 'fa:16:3e:8a:01:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:21Z', 'updated_at': '2021-10-12T16:49:34Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'subnets': [{'id': '39a710f0-a861-4f77-97b7-eb64a1d6d7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:14:45.580335 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 50050) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:14:45.620799 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcdafc-f5d0-4ce4-b92b-2a87c79f9224 None None] New status for floating IP 9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8: DOWN {{(pid=105675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:14:45.636160 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.666231 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.714471 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.717670 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.718941 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "DELETE /v2.0/security-groups/5707bb06-6f7f-4e30-baa1-8ef58e64b59c HTTP/1.1" status: 204 len: 168 time: 0.1376274 Oct 12 17:14:45.722007 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 50052) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:14:45.728415 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5707bb06-6f7f-4e30-baa1-8ef58e64b59c,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:14:45.736479 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.736744 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.737083 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.737420 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.737714 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.api.v2.resource [None req-4b0d16a8-cccf-4a18-9589-bd9767e72c05 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] show failed (client error): The resource could not be found. Oct 12 17:14:45.737846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.738093 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.738706 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.738938 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4b0d16a8-cccf-4a18-9589-bd9767e72c05 tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "GET /v2.0/security-groups/5707bb06-6f7f-4e30-baa1-8ef58e64b59c HTTP/1.1" status: 404 len: 347 time: 0.0152416 Oct 12 17:14:45.739445 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.739777 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.740110 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.740437 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.740754 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc3b24-9f0f-4d96-a607-65a284ddd8fb tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:14:45.741727 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 50054) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:14:45.866364 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Deleting port 0b3f224d-56fb-4292-915a-317e516bfa97 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:14:45.866630 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.945223 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.945549 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:45.957286 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Calling delete_port for 0b3f224d-56fb-4292-915a-317e516bfa97 owned by network:floatingip {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:14:46.081544 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:46.109338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Pushing event deleted for resources: {'Port': ['ID=0b3f224d-56fb-4292-915a-317e516bfa97,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:14:46.173263 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks [] for floatingip, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:46.176040 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:46.180279 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-be4320c0-70e7-46dd-b9d6-2dca581f3b3d tempest-AttachVolumeShelveTestJSON-409738057 tempest-AttachVolumeShelveTestJSON-409738057-project] 10.222.0.58 "DELETE /v2.0/floatingips/9ce9bbe8-e5c0-45c0-b2e7-13333ae8d3a8 HTTP/1.1" status: 204 len: 168 time: 0.4343133 Oct 12 17:14:46.940257 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-0824ce34-15c1-4131-aca4-e8aa26faac38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393875 Oct 12 17:14:47.011183 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-0737c244-30ec-4ae9-8885-d3e0991e27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:14:47.012652 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-0737c244-30ec-4ae9-8885-d3e0991e27f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 1098 time: 0.0394742 Oct 12 17:14:47.115376 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-f3c1c444-4e35-4dbe-bfee-dad1fee52290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:14:47.116741 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-f3c1c444-4e35-4dbe-bfee-dad1fee52290 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0849264 Oct 12 17:14:47.156990 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-828f33bd-3f24-4bf1-b8b3-2c2264907133 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30dc45de-da8f-4011-be7b-94d2671b3dec HTTP/1.1" status: 200 len: 217 time: 0.0327339 Oct 12 17:14:47.210862 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-eb9e7eb9-f28b-4dbe-b4ab-6b3760bec851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:14:47.212548 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-eb9e7eb9-f28b-4dbe-b4ab-6b3760bec851 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0484443 Oct 12 17:14:47.248077 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-14fc56b3-2e03-4ed4-b4cd-9c64885033bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276508 Oct 12 17:14:47.338010 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-a1e1a568-b185-48c8-b387-9946e1bb52c5 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825775 Oct 12 17:14:47.429945 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce5796c2-d59c-4c08-8927-eefd766cbbe0 req-8a2670c2-4b0f-4902-9621-37a31795eff9 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853508 Oct 12 17:14:49.022269 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 607a303e-c867-4578-9bd2-edeb2df3cbca no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:14:49.041790 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 607a303e-c867-4578-9bd2-edeb2df3cbca {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:14:49.042217 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 607a303e-c867-4578-9bd2-edeb2df3cbca not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:14:49.433477 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-408a60ea-65e4-4657-9b1c-bb9a9014b35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:52.123935 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dbca077f-e7e7-4507-b365-3310b056d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:53.153937 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:53.204530 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:14:55.303956 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:00.044536 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:19.433889 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7d78e8b3-2511-46bf-9d63-472000789d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:21.684845 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:15:22.114339 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ade242fa-e70f-45ec-8e35-d26f8f6cb0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:23.154226 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:23.206998 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:25.308617 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:30.038386 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:49.434373 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-eb82ad6e-2da3-45c2-a356-3df59fd2efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:52.113421 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6e8c97fc-7fd9-420c-bcd8-fdfd5523810d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:53.156293 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:53.209318 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:55.312141 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:15:58.683961 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:16:00.048886 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:19.436042 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-896a3991-fce3-4e44-98f8-9e5d2ee6db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:22.113978 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-85fe0a3d-6ced-480d-97b6-0cc51d839a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:23.158759 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:23.211521 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:25.314825 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:30.074586 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:35.682204 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:16:49.440173 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b989731c-7217-46b3-9162-c176465edade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:50.038040 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-ef1180cd-dfc2-4a75-8c39-5e699429e229 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1405036 Oct 12 17:16:50.133146 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-132bb651-5a6d-4a3c-9117-e621a4e01ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:16:50.134585 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-132bb651-5a6d-4a3c-9117-e621a4e01ac3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=949f49aec9be41038c1b0d4443109b7d&device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 1099 time: 0.0387688 Oct 12 17:16:50.237761 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-9b591e43-f48a-4e5f-851c-a0bbc11cee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:16:50.239228 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-9b591e43-f48a-4e5f-851c-a0bbc11cee8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 200 len: 921 time: 0.0856369 Oct 12 17:16:50.279701 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-e9a63ffc-8a2d-4a11-baab-8a9a126e9c7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 200 len: 217 time: 0.0325475 Oct 12 17:16:50.330098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-200c8923-2e1e-4ae9-8222-77a858c254c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:16:50.331484 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-200c8923-2e1e-4ae9-8222-77a858c254c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 200 len: 859 time: 0.0452371 Oct 12 17:16:50.362439 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-063bbb95-47c6-4cbb-a1cd-9ab665c656df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=91a1cca2-ba67-46d2-873f-a20958250480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240912 Oct 12 17:16:50.448797 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-a521a438-4a01-4f90-8679-48918efd1305 service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787647 Oct 12 17:16:50.538907 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-78468881-51a9-40ce-abe2-f6de7e1b0e6d req-b4c861c7-702e-4123-82de-90ba78f0879c service neutron] 10.222.0.43 "GET /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828691 Oct 12 17:16:52.115394 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b7c93b20-244e-436e-9efc-773ab6044213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:53.159901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:53.214560 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:16:55.317511 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:00.093170 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:01.366078 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a37958-7590-4f82-87e6-a4227c8dbf8d req-8693a149-ef32-44a1-b76a-00118bff6663 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:01.367535 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a7a37958-7590-4f82-87e6-a4227c8dbf8d req-8693a149-ef32-44a1-b76a-00118bff6663 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.1812532 Oct 12 17:17:01.404837 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a7a37958-7590-4f82-87e6-a4227c8dbf8d req-2d1fcc8c-92dc-4536-a042-763f54186637 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Oct 12 17:17:01.861260 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ce73c56e-7d97-48cb-aaa3-e8999311b64e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:01.862850 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ce73c56e-7d97-48cb-aaa3-e8999311b64e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 945 time: 0.0473154 Oct 12 17:17:01.955427 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Deleting port 89e5800d-8ca4-4c62-915a-677209925541 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:17:01.955761 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:02.039082 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] For port 89e5800d-8ca4-4c62-915a-677209925541, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89e5800d-8ca4-4c62-915a-677209925541,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:17:02.039434 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:02.051649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Calling delete_port for 89e5800d-8ca4-4c62-915a-677209925541 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:17:02.182230 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:02.211311 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Pushing event deleted for resources: {'Port': ['ID=89e5800d-8ca4-4c62-915a-677209925541,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:17:02.217707 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5439a325-23ac-4811-834e-fbc75115d45c', '89e5800d-8ca4-4c62-915a-677209925541'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:17:02.236365 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.236705 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.237042 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.237377 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.237708 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.238069 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.238394 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.238711 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.239028 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.239346 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.239660 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.239973 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:17:02.261048 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] No DVR routers for this DVR port 89e5800d-8ca4-4c62-915a-677209925541 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:17:02.263698 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:02.267069 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-30423bef-d8a3-4218-84b3-cd34d2697af6 req-ea3b9f9e-2999-4a38-a996-fa75af5fb686 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "DELETE /v2.0/ports/89e5800d-8ca4-4c62-915a-677209925541 HTTP/1.1" status: 204 len: 173 time: 0.3960717 Oct 12 17:17:02.267546 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'name': 'network-vif-deleted', 'tag': '89e5800d-8ca4-4c62-915a-677209925541'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:17:02.270417 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45cbde-6db4-4b68-8cda-31620b41ad89" -d '{"events": [{"server_uuid": "2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf", "name": "network-vif-deleted", "tag": "89e5800d-8ca4-4c62-915a-677209925541"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:17:02.393178 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca6ae69-e0c7-4fe4-b21c-dc8f20ebc6a7 x-openstack-request-id: req-cca6ae69-e0c7-4fe4-b21c-dc8f20ebc6a7 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:17:02.393461 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf", "name": "network-vif-deleted", "tag": "89e5800d-8ca4-4c62-915a-677209925541", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:17:02.393712 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cca6ae69-e0c7-4fe4-b21c-dc8f20ebc6a7 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:17:02.394127 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf', 'name': 'network-vif-deleted', 'tag': '89e5800d-8ca4-4c62-915a-677209925541', 'status': 'completed', 'code': 200} Oct 12 17:17:02.518137 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ba43321c-441b-4396-97d6-f8132bf3b118 req-30356347-50a8-422f-8afa-843f3dda8190 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cbaa4d1-b995-46bc-a889-90f3f3a7bbbf HTTP/1.1" status: 200 len: 210 time: 0.0257266 Oct 12 17:17:03.827541 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4e223-473d-4d64-9a0c-c9a447550ccb req-377bed76-c802-44ca-918c-ba6f46a22cf0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:03.829045 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fac4e223-473d-4d64-9a0c-c9a447550ccb req-377bed76-c802-44ca-918c-ba6f46a22cf0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0980670 Oct 12 17:17:03.865970 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fac4e223-473d-4d64-9a0c-c9a447550ccb req-2fbf7370-2cd3-48f8-8b7e-dc25b7a24b28 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300355 Oct 12 17:17:04.451903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-f4145444-97bc-46a1-a367-955ad4912ef9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:04.455370 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-f4145444-97bc-46a1-a367-955ad4912ef9 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0458524 Oct 12 17:17:04.541157 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Deleting port 5439a325-23ac-4811-834e-fbc75115d45c {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:17:04.541424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:04.866536 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] For port 5439a325-23ac-4811-834e-fbc75115d45c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5439a325-23ac-4811-834e-fbc75115d45c,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:17:04.866903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:04.879670 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Calling delete_port for 5439a325-23ac-4811-834e-fbc75115d45c owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:17:04.984494 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e14dc-9046-454a-a570-8bcd9010c201 req-247995d4-6001-4ff3-a8af-2e1762dcb93d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:04.987971 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4a2e14dc-9046-454a-a570-8bcd9010c201 req-247995d4-6001-4ff3-a8af-2e1762dcb93d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 946 time: 0.0546935 Oct 12 17:17:05.016801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:05.033949 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4a2e14dc-9046-454a-a570-8bcd9010c201 req-a7bb53f0-8d62-47c9-b773-7b368d616f9c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/security-groups?id=bceef910-c8ab-46a3-a44c-311139b58e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Oct 12 17:17:05.047966 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Pushing event deleted for resources: {'Port': ['ID=5439a325-23ac-4811-834e-fbc75115d45c,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:17:05.053941 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5439a325-23ac-4811-834e-fbc75115d45c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:17:05.087049 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] No DVR routers for this DVR port 5439a325-23ac-4811-834e-fbc75115d45c on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:17:05.089284 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:05.092540 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d0f0b97a-ab7f-4f1d-adcd-827085236406 req-e39d2fb3-f7ff-4c38-be2b-211aae748754 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.43 "DELETE /v2.0/ports/5439a325-23ac-4811-834e-fbc75115d45c HTTP/1.1" status: 204 len: 173 time: 0.6330590 Oct 12 17:17:05.092984 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'name': 'network-vif-deleted', 'tag': '5439a325-23ac-4811-834e-fbc75115d45c'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:17:05.095981 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd56f13f-f55a-4d43-80e0-5a38950d3369" -d '{"events": [{"server_uuid": "67b2f6a1-202e-468b-a5b6-e909b8b5d904", "name": "network-vif-deleted", "tag": "5439a325-23ac-4811-834e-fbc75115d45c"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:17:05.133250 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d406b239-7244-4878-a331-109022bec034 x-openstack-request-id: req-d406b239-7244-4878-a331-109022bec034 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:17:05.133542 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b2f6a1-202e-468b-a5b6-e909b8b5d904", "name": "network-vif-deleted", "tag": "5439a325-23ac-4811-834e-fbc75115d45c", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:17:05.133801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d406b239-7244-4878-a331-109022bec034 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:17:05.134277 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b2f6a1-202e-468b-a5b6-e909b8b5d904', 'name': 'network-vif-deleted', 'tag': '5439a325-23ac-4811-834e-fbc75115d45c', 'status': 'completed', 'code': 200} Oct 12 17:17:05.814804 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5439a325-23ac-4811-834e-fbc75115d45c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:17:05.834335 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 5439a325-23ac-4811-834e-fbc75115d45c {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:17:05.834671 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5439a325-23ac-4811-834e-fbc75115d45c not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:17:05.835070 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 89e5800d-8ca4-4c62-915a-677209925541 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:17:05.852296 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 89e5800d-8ca4-4c62-915a-677209925541 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:17:05.852631 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 89e5800d-8ca4-4c62-915a-677209925541 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:17:06.123934 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a47f0eb6-856c-45d0-bebe-d199aa3f8d75 req-16801667-e151-42a6-86b4-1974bdcc9a1e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0251327 Oct 12 17:17:07.217008 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8846f2b6-6384-458d-b860-4344a114b420 req-8e618bd1-59e0-4f51-89b6-17b5080c4ff8 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253589 Oct 12 17:17:08.310683 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-435f4a06-e6d5-4a75-8592-63aaa501eade req-73bab1a1-def8-4a7f-a4b5-8d16a4357d51 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Oct 12 17:17:09.398225 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-54854d6f-b1a8-408a-b1bc-ee72dd062b8e req-d13749d5-355c-4a97-ab48-42dfea31cb59 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249915 Oct 12 17:17:10.486669 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c362bf80-9ddf-48bb-a8f6-7d59b22d926b req-f8e0ca86-a767-4250-ada1-96a4b943748c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0254588 Oct 12 17:17:11.579774 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-51fd8336-30ad-4766-966c-472aa4a61c5c req-3ab9adad-ae22-4a78-9504-8e90eb41b804 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0255482 Oct 12 17:17:12.673889 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aac47465-5796-415b-b1fb-f2848372fc91 req-414fdab9-e67c-434c-8d18-8e69bfc2a41e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249612 Oct 12 17:17:12.681344 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:17:13.765017 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f3967dbd-0c7d-4189-9563-c480bf3d9f0d req-42af37af-d50a-4b5a-b627-deae3b96adce tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0258291 Oct 12 17:17:14.858980 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-86ad4247-f573-4e52-b804-36883bbd9ca2 req-ab91d8ac-8a7e-4d64-86ab-c47cfac57916 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0281622 Oct 12 17:17:15.952350 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-728d9a70-c9d9-49d6-838e-c82fcbe0e29d req-17d53e32-3fbf-4636-bba2-f40775493f8d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0248144 Oct 12 17:17:17.043482 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8899feaa-9544-45cd-ae92-193ff637d9bd req-2f3b83d8-8d82-4ace-bde0-09c24d098b3a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0275590 Oct 12 17:17:18.134748 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6e0ff323-abd7-418a-968e-d16884062050 req-f24e748a-ede8-4b3f-b51b-2c5a2833d257 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0246534 Oct 12 17:17:19.234217 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c208bd68-506a-4783-90e1-11e31602504f req-37231245-f69a-44df-b0ba-5f66fcf259b6 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0260577 Oct 12 17:17:19.440756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7952e864-b88a-4cc3-abfc-53a48c23a7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:20.325704 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-581a370d-4d66-4d21-a318-823c6c758d1e req-b1138914-a294-4919-885e-0e2f885980b2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0244050 Oct 12 17:17:21.417730 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0702a3cf-0207-4b9a-a8b9-8eca7afc95f4 req-a0813d58-261d-40cf-8cb3-dbac99135a29 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Oct 12 17:17:22.116009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-14e47a51-30ee-4add-b71c-02a98c90d945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:22.515685 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6ff44bdb-c876-4129-949c-c4adf0f73466 req-4674a625-063c-488a-bb18-e55a634fb5fe tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249770 Oct 12 17:17:23.161648 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:23.218540 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:23.604328 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8a078b9e-11e6-47fd-931f-5728da0635db req-2be6540d-3b6d-4db2-8a07-7ba876c45069 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0245523 Oct 12 17:17:24.695459 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5bad883e-cf56-4cf9-b7d0-dc427dd2c63f req-28bc411b-aaf2-4eaa-b074-755d353f7062 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0257432 Oct 12 17:17:25.320998 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:25.787391 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-470f3486-4d1c-4294-84f1-75546b74474b req-f0cad649-50e1-4d25-84b0-5d0c6fba8ddc tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0274203 Oct 12 17:17:26.877261 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d99c02e0-cce8-4beb-bc6f-146a335a9354 req-6dd3cc60-edd0-46ed-b1ee-713d89e97245 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242190 Oct 12 17:17:27.971168 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2d7cc891-de7c-447f-b434-9b522da53d2d req-4306e33b-f99e-4bf4-8171-adfb4060808b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Oct 12 17:17:29.063045 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2c2659f2-73a6-4101-9cc1-3a053e3db40a req-a6d56fa8-5054-49f1-86f4-a10173748c50 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253651 Oct 12 17:17:30.093179 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:30.158334 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-556e780c-e699-483a-a2df-e8ff2c7b3e76 req-b2269ef5-4eed-4f94-83cd-01f1af9cceee tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0251179 Oct 12 17:17:31.247286 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-59d571d6-878d-4762-b080-7d51e11b4293 req-748dc81b-a5b0-485c-b814-b05542bf798d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0251234 Oct 12 17:17:32.336647 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0a5f1e41-3048-484c-b932-61e488c0f073 req-3cc20e18-3b83-4200-8c9f-169a7227ca79 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252471 Oct 12 17:17:33.424953 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eb4acb21-fc19-42ef-8b31-3980110a8b47 req-d256b43f-10b3-4ef0-a413-09949bb75e2c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0246119 Oct 12 17:17:34.529218 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c5bd42d9-b3f4-4d03-a14d-c83d1c8b51c5 req-79d67774-7841-453c-9cde-c2aaf68a2152 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0292907 Oct 12 17:17:35.618679 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7ecd6b04-68c8-482c-a327-5c0e1640db97 req-38e2190b-606b-4ed4-8a75-7b2b7da29bea tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253868 Oct 12 17:17:36.708081 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-927efa9e-86f5-44cb-8f2d-57a5d7fcea53 req-96f63caf-1ea7-445e-9210-9c789c2b50d0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0246000 Oct 12 17:17:37.798037 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-58cce658-2b04-4c16-9b34-c8b2437be469 req-e6ff6ebc-9a8c-48fe-a518-499b3fef42a5 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0247223 Oct 12 17:17:38.890379 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-19a2a50c-93ae-4292-b9f7-ab884f827e16 req-c93f78c5-9b7b-4fec-bf04-9567da384777 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Oct 12 17:17:39.979435 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fa5b51ef-23ba-459a-ba5b-acacb1acffc3 req-973c5954-d220-4658-a623-2625d01bd1fa tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0241766 Oct 12 17:17:41.071436 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f0a5b295-5115-4b34-99f6-b6344a17b579 req-ebab7bf6-2150-4085-b2f3-3f711f893c02 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Oct 12 17:17:42.164950 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d631380d-9cf1-4dc6-9e81-0e67fd2a17bf req-6ffba4f7-1d65-49c1-9e73-b492758cce03 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0247755 Oct 12 17:17:43.255301 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2e8533e4-09c8-4ad3-9bb0-e6bf6894ed00 req-f57148d3-dca1-42a9-9e89-b33f179f75ac tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252125 Oct 12 17:17:44.345368 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4882391f-cfb7-48c1-92c5-93ab33db7da5 req-2e0d8304-d706-4421-8424-f42a104d111a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253866 Oct 12 17:17:45.438149 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd857aa2-2021-4c2c-9d91-89fe40c2d9e8 req-41141fb2-2a15-4771-9235-7c3c40c4353b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0241764 Oct 12 17:17:46.531619 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-274e51ce-75ac-47ab-bde3-46d0891f8d19 req-c1f04031-3d59-4b3f-97a0-58e0fe7862b5 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0295570 Oct 12 17:17:47.626335 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a5e4a09a-9a5f-4948-ad5f-efa2fe823175 req-76ec7e93-959f-4848-9c50-32ccf78ab425 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Oct 12 17:17:48.716907 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f84e5ce1-6089-4b48-927a-a98906967483 req-b36f7b30-beea-4f15-8992-9e2b62d63403 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242329 Oct 12 17:17:49.442281 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1d503356-abba-4dbd-8bf2-c96c560ae437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:49.680997 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:17:49.805655 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fecc1f3f-46c3-492f-b0db-72a8ce782a8d req-ceb426be-7327-40e2-95f0-fedf4329587c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0248582 Oct 12 17:17:50.896865 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5d2bb998-1447-4978-b080-d09b9d066702 req-fcff80a0-ae52-4162-8ab0-a07a069ef226 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0256619 Oct 12 17:17:50.950055 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-7757d7f9-0557-47f7-baa8-613c3157e138 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374498 Oct 12 17:17:51.024996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-3b39d4ed-2bbe-4755-bd3a-f8833fdb377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:51.026515 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-3b39d4ed-2bbe-4755-bd3a-f8833fdb377f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.0437896 Oct 12 17:17:51.126007 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-4c44195d-03ed-49ff-a36b-b62089b60cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:51.127424 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-4c44195d-03ed-49ff-a36b-b62089b60cd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0818763 Oct 12 17:17:51.170801 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-f62ab63c-5a97-4803-9eb7-bb18a911a26f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0360935 Oct 12 17:17:51.217921 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-f56b00a0-8cfa-4ceb-90d0-6ddbb325153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:17:51.219273 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-f56b00a0-8cfa-4ceb-90d0-6ddbb325153e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0417848 Oct 12 17:17:51.250049 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-95016136-695e-42ef-ae1d-09ab2dd1c8f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232630 Oct 12 17:17:51.342256 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-af7af4b7-4c6b-4280-9156-20bf88f880da service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839975 Oct 12 17:17:51.433006 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4bb0d65e-59c8-425f-b205-2476b80618f2 req-52d11e17-3081-4964-bc3a-ed550b98050d service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839236 Oct 12 17:17:51.987759 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb81a39a-9afb-4776-afe3-6fced130f461 req-bf94a5c7-1121-423e-b1f2-5a91b11d03d0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0243955 Oct 12 17:17:52.116295 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b12be07c-7efe-449e-97f7-3eebfa840759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:53.082574 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e2ddbbac-bab7-4e97-9741-30eb1b65c7ba req-f1e99f4e-d66e-4a00-a79d-7ca067a6c137 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Oct 12 17:17:53.163371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:53.220263 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:54.171878 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6c217526-cd7a-4f9e-a14d-3d90e782008c req-a72cc6bb-4065-4660-a2c9-8e5dab9ea646 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0245314 Oct 12 17:17:55.262205 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-51da18e9-d085-48af-a19d-f11a8cb24f74 req-5dffae6f-3469-467f-bcfc-ad139e120221 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249696 Oct 12 17:17:55.324337 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:17:56.352581 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e572751e-5b20-42fd-ad0a-3970c9f5facd req-bb9c0914-3cb4-48a6-bfdf-0667e63eef13 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0248039 Oct 12 17:17:57.442135 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2dc20d49-1d5a-47af-a049-5d4ced771cc9 req-de30331e-6e90-4184-b688-658b40de64a4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252979 Oct 12 17:17:58.530398 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-15b64fcd-3121-4fdc-a0ea-41cca5cd8fa7 req-b608113f-21d8-4550-b199-56a07d7ee71d tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0243483 Oct 12 17:17:59.627431 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cf256ce7-7743-42f9-934f-796c229f5ef3 req-723f03b9-eee3-4ed9-a21b-0eb16cd0b4ca tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Oct 12 17:18:00.090631 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:00.729411 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2b398158-af40-4215-8bc4-92246dae6a3a req-2eac3006-9713-4b65-9b6a-efd0e3429e85 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253577 Oct 12 17:18:01.822245 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4f3282bf-de0c-4b60-bcf4-169f82f5240d req-cd695269-ae9e-453d-897e-39c2855c8b29 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250666 Oct 12 17:18:02.912985 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3dca9336-570f-463e-b004-74f8d9e4bb99 req-d356fb4a-5fed-4da8-a3c9-171b8ce2c43a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0258300 Oct 12 17:18:04.005756 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6d557108-c548-4c20-b9b7-761dd46a2ffb req-c72edf0c-ea37-4fd6-9d1b-47cce0550d66 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Oct 12 17:18:05.103607 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e240fe27-c23e-4e92-bb59-2686345f6a0e req-fdfd81de-3193-49fe-8068-99dc33a374a3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0273438 Oct 12 17:18:06.200119 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62a94b01-7832-41f8-b4b6-89be630bb0b0 req-c9779932-8267-473c-a09c-cb395be960db tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0285571 Oct 12 17:18:07.291991 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d3ed9b0b-d5eb-4dab-8493-989c1a241415 req-fca7b3cd-49e6-48c7-928a-9b740039651e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0254059 Oct 12 17:18:08.382563 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5c2603b5-1040-4503-89c2-9b94aed74aa4 req-0588628e-33ca-4212-8684-b9ddb6d41d08 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0256634 Oct 12 17:18:09.472638 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-eb38b523-230e-406f-b948-3a8d3bfc0c4c req-eb1f3c84-cb5b-4bc3-b4b3-1c4fff205eda tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0247266 Oct 12 17:18:10.561921 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-975d5886-1874-4049-9fdb-3ea875caa473 req-4ebb142e-4a9d-4a07-ac1c-d3b86fe3427c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0247047 Oct 12 17:18:11.650364 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-229d948b-090f-4a3c-93be-04316a04c9d1 req-6097f21c-162e-4602-8e46-f0f911662da4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249608 Oct 12 17:18:12.742947 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6c1ac9c5-309a-400a-9015-9c435c91e1d9 req-96be09c9-5c97-4a75-b77c-9e482309464c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0288866 Oct 12 17:18:13.831760 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8bb22635-555b-4164-ad3a-895cba4510dc req-9e5c8416-86a8-48e8-8c43-79efc64ec008 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0247860 Oct 12 17:18:14.920511 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cd7e3ee0-e790-4d30-aa01-d85198e1e287 req-e64dee13-0e78-4731-8c17-2192f9446fdb tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242648 Oct 12 17:18:16.010011 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8adac96e-e193-4a42-8ae8-6452f4812dd1 req-bc36d4eb-ec38-4cd2-97af-ec945bf97cd0 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0246971 Oct 12 17:18:17.099934 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a507df61-a740-49b3-a393-d7ab4250d60f req-29074870-ab77-4edd-8c34-865725aa842b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0248463 Oct 12 17:18:18.189067 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-de3f6a49-a119-4587-a685-68f71c31563d req-7ef58f41-beef-4347-bd7f-78edd2461e22 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242121 Oct 12 17:18:19.288628 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-68feed0d-faf1-48c1-8c1d-a71b3ec96f79 req-42e0c969-0c5f-47d8-8250-bf2f1a68495e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0294552 Oct 12 17:18:19.444574 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb887bc2-7c2f-4b80-b08f-24cd0c401f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:20.382658 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f4968509-1ba9-4bf1-bcf4-f32fb2b2cf1e req-e5e548af-e4c3-4892-b88f-48c273b24a0b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0259948 Oct 12 17:18:21.471431 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8b5acec-0e8a-4931-8153-c1c587db4d35 req-d79c5e5d-7ea5-44d1-a800-cf64d9a4ace2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249085 Oct 12 17:18:22.117149 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-70e0c06a-5d5f-4a69-a47b-5f39fc70cf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:22.561004 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5f51dbe0-87c7-4e57-811e-ecf3d0eb9976 req-aaf8cd9f-0c8c-4145-ba1a-c1f41d0b607f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0246305 Oct 12 17:18:23.165538 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:23.222253 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:23.651526 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c78e7a24-81c8-4277-a43d-ed22213f2edc req-1d3e4528-ea58-4bb2-a641-33ed758543c2 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0258441 Oct 12 17:18:24.748027 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-91d65ec2-e55f-4156-98d4-c6827dc4c967 req-dcfb5c64-10f1-418d-aae4-6b0fdc340b4a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Oct 12 17:18:25.326817 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:25.841088 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-368fffe8-ac47-4ebe-b97e-bf55fa7ba28f req-96bc180a-42cd-43db-8253-19c7b3dae86b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Oct 12 17:18:26.680397 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:18:26.932360 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0b946212-a101-47fd-a09f-c3bc9881d126 req-38f225d4-5cbe-431b-a575-4fc213b02895 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Oct 12 17:18:28.023537 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-935f5de6-4d4d-4b70-a695-e192edf309bb req-490b78c2-7da4-45b8-9014-eebfba8c1046 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250506 Oct 12 17:18:29.113182 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-511581f4-b595-49f9-9464-e3f2a5d271a7 req-c3de5615-47ee-4c45-b7ea-32f59bfe7117 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250778 Oct 12 17:18:30.100655 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:30.202726 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-26045fca-33cd-4a91-babf-bfb15315157c req-26f11732-d276-4c6f-889b-ca7f7dc9ebf4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0248604 Oct 12 17:18:31.293391 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dca193b6-6c9e-4383-8546-68521f5002bf req-b3671c8d-388f-4f15-9b51-15577ab5d562 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242834 Oct 12 17:18:32.386855 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ecac7756-0089-4a5f-981a-313bbe0863ac req-e63b21bf-3604-4e99-a18e-284512056dbc tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0289228 Oct 12 17:18:33.481380 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0ca9cda5-c7a4-4049-a98d-aa01823e7f62 req-fa8116c5-f127-486a-9d9b-de027189a143 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249953 Oct 12 17:18:34.570898 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1d6875a-408a-4363-b496-e82850b782bb req-2914e06c-6ba2-43d5-9eae-8c056e1d0260 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252197 Oct 12 17:18:35.660177 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-db1dc67f-88ed-43a9-b6ce-6eb775ae09a6 req-3ecf89a3-22d6-4195-8ae9-b059201ee041 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0245619 Oct 12 17:18:36.749153 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-778639a4-46e2-489c-a15b-66ad422acd90 req-ae8c2f0e-bdac-492b-83bc-5e7086f71d81 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0248897 Oct 12 17:18:37.839073 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-ebb69d80-7179-480d-afe8-92e7bd7be359 req-71c234c8-a28f-45fb-a87c-ed583afa7ef4 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252242 Oct 12 17:18:38.931576 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7841a60e-99fa-43b0-918d-92c77359372d req-a64a30e8-4ec2-40fb-8dd5-10a79a2e5a45 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Oct 12 17:18:40.020233 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c1264ebf-f2ca-4f83-9017-b679b31e3c78 req-5b373498-9b17-49b1-a487-d8330156edea tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252328 Oct 12 17:18:41.114493 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-771db260-a746-43fb-9054-fa3eb3a83446 req-81a3a486-1d75-4c1c-83fc-0dc5bac09e60 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242815 Oct 12 17:18:42.208002 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-179adf45-7442-4d62-ba55-6adb66e22c0d req-98bcb4a3-0644-4ac1-9246-82b6f3f3a2d3 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253186 Oct 12 17:18:43.300071 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6d502a33-dbea-417f-9024-003348c724d9 req-f5223fea-391d-4be2-b0a1-5ce88e4fac27 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0253201 Oct 12 17:18:44.389191 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b8b77756-5f35-458c-925e-42730a8ae372 req-0a2de00b-cfe1-495e-9f8f-42422cd3663b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250168 Oct 12 17:18:45.483688 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d922e834-a1e8-4533-a601-b1583d7d8cac req-a5ab1cae-3f46-419d-aef9-6fe93f1a6f88 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0294800 Oct 12 17:18:46.574985 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-17de3643-6752-4d7b-b088-06556c2d9f1b req-14f0d7f0-e547-4ddf-aee2-083ca0cc863a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0249424 Oct 12 17:18:47.663865 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a2558cb-e008-4ed2-aad6-7e3129b49852 req-78698480-1b09-42dd-9c0e-31aa6cd6e72c tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250673 Oct 12 17:18:48.758712 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be27cb4d-1301-489e-8db3-d2c0ea03d3b2 req-4ccc8551-2662-4b20-9939-1e630496e662 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0299766 Oct 12 17:18:49.447991 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-60c5f5fd-e7ab-4c85-b744-4b4624096ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:49.848851 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6c37a5a2-92de-4720-97cb-865f28aa2bd3 req-44fc9830-46ae-4ad6-be1c-7429f35b0737 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0244977 Oct 12 17:18:50.941830 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d29c83d8-d04b-4017-b67f-da7f6e0cd73a req-ee4777e3-3dac-4c40-93c8-3cfb8c6d12ec tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250080 Oct 12 17:18:50.948718 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-56d16983-d36b-4e3b-a0d2-dea8f907a650 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434604 Oct 12 17:18:51.021979 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-231eac62-7bc3-4b98-bef5-8a3e037ecfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:18:51.023748 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-231eac62-7bc3-4b98-bef5-8a3e037ecfe1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1098 time: 0.0434980 Oct 12 17:18:51.124276 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-d78129d2-718a-4b9f-a472-9509a1a0a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:18:51.125653 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-d78129d2-718a-4b9f-a472-9509a1a0a860 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0831819 Oct 12 17:18:51.171763 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-1fa3b96b-c639-43e6-87ec-d5c6678612a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0390115 Oct 12 17:18:51.219807 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-f2b3aae1-25f7-48a7-a3cc-f2108a976edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:18:51.221174 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-f2b3aae1-25f7-48a7-a3cc-f2108a976edb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0423057 Oct 12 17:18:51.252531 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-26b18631-a7ea-4615-8b0f-c76637998cb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232887 Oct 12 17:18:51.340142 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-0cdf5cb6-423c-4491-b864-00c9e8cb642c service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805695 Oct 12 17:18:51.425549 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-2b259751-55c6-448c-87a7-186fbc3aa16b req-155901c8-56de-4d32-bd1e-dc8cd20613f2 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783663 Oct 12 17:18:52.034162 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2ae88423-d6b0-4d91-946d-ef06423807fb req-1820aa4e-5ec2-4d1c-9054-cdc9d864529a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0282261 Oct 12 17:18:52.120005 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-00ac8e99-03da-459e-a491-411d819f27cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:53.170743 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:53.226694 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:53.327942 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7983f08a-de3c-4b03-b0b1-d60ae52b0cf9 req-5ebfd171-98d4-4c79-8928-740991e7244a tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.2292919 Oct 12 17:18:54.416794 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-03518c0a-cfde-44cf-9cca-498188f8e8ec req-de2145e7-b0de-48ef-88f0-ed9a8b4a1876 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0245569 Oct 12 17:18:55.330844 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:18:55.505566 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4f1a316b-b5ea-42f1-8e10-9a16ca326533 req-43eec32f-d421-4899-8e7a-5570aaea7eb1 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0246696 Oct 12 17:18:56.594630 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dc794402-f572-4fd1-ba18-04f8dd46c8bf req-d86b2b71-7a3e-4cbc-bbb9-1fd20c43437b tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0242314 Oct 12 17:18:57.685968 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4e55a332-bb3a-4027-b7c2-0aebb88042b4 req-daedf168-6c1c-46b5-904f-8786c51642fa tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Oct 12 17:18:58.775875 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1961d63a-1e46-4e6e-aff5-d45be506940b req-1c075668-a1c4-42c1-86f2-2a626e10a911 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0250852 Oct 12 17:18:59.867115 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4dcb9997-d104-442d-acff-c5d7e9b366e6 req-7acd14f9-eb5f-471b-ac81-2691f37f3a0e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0244415 Oct 12 17:19:00.101365 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:00.957002 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-524156ef-3afc-4017-a3d8-2dcf727c05fb req-a9ffface-c8b1-485f-8252-e0068b0fee56 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252340 Oct 12 17:19:02.046886 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-86555361-9699-4361-98f9-309ffc436d17 req-45c1d6ce-cff4-408f-a832-cfecf65cfe5f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0241587 Oct 12 17:19:03.136018 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c096beba-7d57-48d8-8e39-253e8c1ac47e req-1e49c44a-57b0-4ad0-a8d3-4d4086c6231f tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0252242 Oct 12 17:19:03.679187 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:19:04.228169 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b318ead7-a38d-496b-826d-8a6efab0af48 req-d88c9c4d-f292-47c3-9dd1-0d53a1a44592 tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Oct 12 17:19:05.340918 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2a16d441-ce93-45dc-a6f6-001b36f60c9d req-d3f9b15e-d213-40f8-89b1-1085dd57178e tempest-ServerRescueNegativeTestJSON-226967707 tempest-ServerRescueNegativeTestJSON-226967707-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b2f6a1-202e-468b-a5b6-e909b8b5d904 HTTP/1.1" status: 200 len: 210 time: 0.0304403 Oct 12 17:19:06.397529 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52642) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:06.851088 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:07.076398 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Deleting port 1b03cf12-012e-446a-9331-6b6537c96b00 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:19:07.076718 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:07.153549 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] For port 1b03cf12-012e-446a-9331-6b6537c96b00, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1b03cf12-012e-446a-9331-6b6537c96b00,segment=NetworkSegment(20f130c8-8e21-4aa3-acb3-13056559d141),segment_id=20f130c8-8e21-4aa3-acb3-13056559d141)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:19:07.153951 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:07.165734 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Calling delete_port for 1b03cf12-012e-446a-9331-6b6537c96b00 owned by network:router_interface {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:19:07.338154 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:07.368076 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b03cf12-012e-446a-9331-6b6537c96b00,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:07.393936 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.394279 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.394610 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.394935 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.395255 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.395576 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.395895 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.396213 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.396531 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.396844 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.397439 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.397773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:07.538394 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:07.766699 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:19:07.864706 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:19:07.869582 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-cc59b727-e4f7-4181-9cf6-083961633b0c admin admin] 10.222.0.58 "PUT /v2.0/routers/bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709857 Oct 12 17:19:07.872001 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52662) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:07.874629 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] Sync routers for ids ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:19:07.884056 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] Routers {'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:19:07.884657 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:18:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:07.971126 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks [] for router, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:07.984348 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] Set router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:19:08.070777 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.120671 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Deleting port e3e20ef0-06fd-42b9-b527-16cda7c1ae04 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:19:08.120900 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.156623 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T17:19:07Z', 'revision_number': 5, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port': {'id': 'e3e20ef0-06fd-42b9-b527-16cda7c1ae04', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:17Z', 'updated_at': '2021-10-12T16:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:08.181511 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] Checking router: bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:19:08.190120 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] Routers {'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:19:08.190712 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:18:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:08.199161 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] For port e3e20ef0-06fd-42b9-b527-16cda7c1ae04, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:19:08.199540 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.211377 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Calling delete_port for e3e20ef0-06fd-42b9-b527-16cda7c1ae04 owned by network:router_gateway {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:19:08.273827 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] Set router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:19:08.327699 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T17:19:08Z', 'revision_number': 6, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:08.353754 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5826d5-0590-4737-a397-c50d3cee9cf2 None None] The sync data for ids ['bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e'] in dv-cinder-813222-2-iscsi is: [{'id': 'bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1096338623-router', 'tenant_id': '949f49aec9be41038c1b0d4443109b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T17:19:08Z', 'revision_number': 6, 'project_id': '949f49aec9be41038c1b0d4443109b7d', 'gw_port_host': None}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:19:08.369972 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.396848 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e20ef0-06fd-42b9-b527-16cda7c1ae04,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:08.459254 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.543505 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.545494 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.588343 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.588931 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e {{(pid=105674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:19:08.593912 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.595061 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-777877b4-cde7-44ba-ab01-77c2567a3100 admin admin] 10.222.0.58 "DELETE /v2.0/routers/bde09e45-2e0c-41a0-9bc2-45bffe2b4a5e HTTP/1.1" status: 204 len: 168 time: 0.7221620 Oct 12 17:19:08.597439 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52666) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:08.641296 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Deleting subnet 9f6e51b1-55ee-4494-9714-1b1d51a081d3 {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:19:08.644407 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.681694 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.723390 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.782212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.808742 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6e51b1-55ee-4494-9714-1b1d51a081d3,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:08.812980 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.816225 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ae67ffa8-a523-4f6a-8014-29d343b9ab09 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9f6e51b1-55ee-4494-9714-1b1d51a081d3 HTTP/1.1" status: 204 len: 168 time: 0.2178307 Oct 12 17:19:08.818654 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52674) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:08.887102 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.961047 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:08.979991 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a1cca2-ba67-46d2-873f-a20958250480']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:08.989368 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f130c8-8e21-4aa3-acb3-13056559d141') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:08.989661 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f130c8-8e21-4aa3-acb3-13056559d141') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:19:09.001949 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.014784 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.020701 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:19:09.021074 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:19:09.022874 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:19:09.073914 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.081376 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.084493 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/91a1cca2-ba67-46d2-873f-a20958250480 HTTP/1.1" status: 204 len: 168 time: 0.2648895 Oct 12 17:19:09.093755 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250da65-3211-4b43-95a4-d3a5972808d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a1cca2-ba67-46d2-873f-a20958250480,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:09.199276 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52678) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:09.239835 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-62b4bd14-aa22-44c6-83db-a3af222dff9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=949f49aec9be41038c1b0d4443109b7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393598 Oct 12 17:19:09.242324 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52680) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:09.289064 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0220e3fa-3916-4442-b552-df846c72cfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.308938 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0220e3fa-3916-4442-b552-df846c72cfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.362855 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0220e3fa-3916-4442-b552-df846c72cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.365925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0220e3fa-3916-4442-b552-df846c72cfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:09.367069 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0220e3fa-3916-4442-b552-df846c72cfba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bceef910-c8ab-46a3-a44c-311139b58e3b HTTP/1.1" status: 204 len: 168 time: 0.1238592 Oct 12 17:19:09.374893 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220e3fa-3916-4442-b552-df846c72cfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceef910-c8ab-46a3-a44c-311139b58e3b,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:09.568019 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b03cf12-012e-446a-9331-6b6537c96b00 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:19:09.586834 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 1b03cf12-012e-446a-9331-6b6537c96b00 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:19:09.587173 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1b03cf12-012e-446a-9331-6b6537c96b00 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:19:09.587584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e3e20ef0-06fd-42b9-b527-16cda7c1ae04 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:19:09.605993 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: e3e20ef0-06fd-42b9-b527-16cda7c1ae04 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:19:09.606334 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e3e20ef0-06fd-42b9-b527-16cda7c1ae04 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:19:14.236628 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 52816) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:14.337778 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.415396 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.419112 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.457118 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdb436a91b21496aad8d60654ea05dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194142 Oct 12 17:19:14.457985 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915287c1-34d7-4265-912a-d52108db98af,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:14.459829 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52820) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:14.464976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.465324 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.465662 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.466027 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.466357 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.466686 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.467010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.467334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.467659 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.467977 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.468296 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.468613 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92cfd5e-a981-4bcc-9c36-666706b11116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:19:14.511713 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b470d967-ed69-4fe8-b739-4ffa08879396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.531918 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b470d967-ed69-4fe8-b739-4ffa08879396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.580478 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b470d967-ed69-4fe8-b739-4ffa08879396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.583011 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b470d967-ed69-4fe8-b739-4ffa08879396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.584148 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b470d967-ed69-4fe8-b739-4ffa08879396 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/915287c1-34d7-4265-912a-d52108db98af HTTP/1.1" status: 204 len: 168 time: 0.1232769 Oct 12 17:19:14.591866 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470d967-ed69-4fe8-b739-4ffa08879396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915287c1-34d7-4265-912a-d52108db98af,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:14.845582 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52830) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:14.858357 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-aeb443d3-144b-41d7-a6af-0d299c8fd8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.932423 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-aeb443d3-144b-41d7-a6af-0d299c8fd8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.935888 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-aeb443d3-144b-41d7-a6af-0d299c8fd8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:14.972803 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-aeb443d3-144b-41d7-a6af-0d299c8fd8aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eeda6257d9e497cb366986edfb0312e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260746 Oct 12 17:19:14.973897 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb443d3-144b-41d7-a6af-0d299c8fd8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c5d454-e81f-4f18-8b3b-d8d9d3b5dd3d,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:14.975431 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 52834) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:15.034540 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c6a91bb5-924e-40b7-b68a-e18f930265b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:15.059845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c6a91bb5-924e-40b7-b68a-e18f930265b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:15.109953 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c6a91bb5-924e-40b7-b68a-e18f930265b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:15.113297 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c6a91bb5-924e-40b7-b68a-e18f930265b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:15.114644 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c6a91bb5-924e-40b7-b68a-e18f930265b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1c5d454-e81f-4f18-8b3b-d8d9d3b5dd3d HTTP/1.1" status: 204 len: 168 time: 0.1380281 Oct 12 17:19:15.124764 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a91bb5-924e-40b7-b68a-e18f930265b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c5d454-e81f-4f18-8b3b-d8d9d3b5dd3d,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:15.167452 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a49b3-d60f-4ad8-afab-790434bc8a69 req-fe378986-f9aa-46a4-b7f6-d8419047b1ee tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:19:15.169002 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c10a49b3-d60f-4ad8-afab-790434bc8a69 req-fe378986-f9aa-46a4-b7f6-d8419047b1ee tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 945 time: 0.0597315 Oct 12 17:19:15.206224 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c10a49b3-d60f-4ad8-afab-790434bc8a69 req-07d66b00-afce-4e98-9682-1df035f42f49 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Oct 12 17:19:15.679093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-93a1f08d-5008-417a-89bd-49b9de19193b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:19:15.680571 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-93a1f08d-5008-417a-89bd-49b9de19193b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 945 time: 0.0479164 Oct 12 17:19:15.779859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Deleting port 30dc45de-da8f-4011-be7b-94d2671b3dec {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:19:15.780325 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:15.871714 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] For port 30dc45de-da8f-4011-be7b-94d2671b3dec, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=30dc45de-da8f-4011-be7b-94d2671b3dec,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:19:15.871995 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:15.885062 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Calling delete_port for 30dc45de-da8f-4011-be7b-94d2671b3dec owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:19:16.022837 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:16.055906 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event deleted for resources: {'Port': ['ID=30dc45de-da8f-4011-be7b-94d2671b3dec,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:16.060648 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e', 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6', '30dc45de-da8f-4011-be7b-94d2671b3dec'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:19:16.105793 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] No DVR routers for this DVR port 30dc45de-da8f-4011-be7b-94d2671b3dec on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:19:16.108389 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:16.112235 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0ec69763-f4ea-42e1-93e5-6da78082893c req-67be1f9b-0120-4961-b595-ae2d87a5eac1 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "DELETE /v2.0/ports/30dc45de-da8f-4011-be7b-94d2671b3dec HTTP/1.1" status: 204 len: 173 time: 0.4255793 Oct 12 17:19:16.112692 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'name': 'network-vif-deleted', 'tag': '30dc45de-da8f-4011-be7b-94d2671b3dec'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:19:16.117520 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260afdf-630e-432e-8dce-8e170e7f2dbb" -d '{"events": [{"server_uuid": "1689dd9a-ea05-4c35-9e06-5f21967e050d", "name": "network-vif-deleted", "tag": "30dc45de-da8f-4011-be7b-94d2671b3dec"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:19:16.153564 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102eedfc-422e-47c6-a0f9-8b9ddb542e91 x-openstack-request-id: req-102eedfc-422e-47c6-a0f9-8b9ddb542e91 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:19:16.154072 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1689dd9a-ea05-4c35-9e06-5f21967e050d", "name": "network-vif-deleted", "tag": "30dc45de-da8f-4011-be7b-94d2671b3dec", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:19:16.154378 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-102eedfc-422e-47c6-a0f9-8b9ddb542e91 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:19:16.154848 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1689dd9a-ea05-4c35-9e06-5f21967e050d', 'name': 'network-vif-deleted', 'tag': '30dc45de-da8f-4011-be7b-94d2671b3dec', 'status': 'completed', 'code': 200} Oct 12 17:19:16.327152 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8b13bc4b-c3b0-429a-b4f1-4cf882631437 req-914f90ab-8cdd-46b7-b6c3-30d7c314157b tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=1689dd9a-ea05-4c35-9e06-5f21967e050d HTTP/1.1" status: 200 len: 210 time: 0.0266674 Oct 12 17:19:16.746073 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 52892) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:16.851941 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1daea40-3da7-41d9-843d-7da2bf3bdb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:16.923495 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1daea40-3da7-41d9-843d-7da2bf3bdb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:16.926966 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c1daea40-3da7-41d9-843d-7da2bf3bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:16.965504 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c1daea40-3da7-41d9-843d-7da2bf3bdb3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6faf035732f348929edcc38e305a4a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183173 Oct 12 17:19:16.966513 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daea40-3da7-41d9-843d-7da2bf3bdb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6112105f-3c65-4145-b4c7-647ba18c0b97,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:16.968369 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52900) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:17.015784 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1e37c186-a8b1-47f6-ad63-4c3e81cacb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.036252 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1e37c186-a8b1-47f6-ad63-4c3e81cacb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.082972 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1e37c186-a8b1-47f6-ad63-4c3e81cacb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.085506 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1e37c186-a8b1-47f6-ad63-4c3e81cacb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.089585 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1e37c186-a8b1-47f6-ad63-4c3e81cacb21 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6112105f-3c65-4145-b4c7-647ba18c0b97 HTTP/1.1" status: 204 len: 168 time: 0.1175091 Oct 12 17:19:17.095166 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37c186-a8b1-47f6-ad63-4c3e81cacb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112105f-3c65-4145-b4c7-647ba18c0b97,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:17.350784 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 52914) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:17.363974 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd94-f066-4d55-b7d3-5e29ffe430b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.438670 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd94-f066-4d55-b7d3-5e29ffe430b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.442563 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd94-f066-4d55-b7d3-5e29ffe430b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.482205 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-3e89dd94-f066-4d55-b7d3-5e29ffe430b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df4d246acdcd466bb58e627eda08b6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302519 Oct 12 17:19:17.484647 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89dd94-f066-4d55-b7d3-5e29ffe430b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9113b3e-7a4c-4ed4-a175-1e45cac51d86,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:17.486321 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52922) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:17.539125 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84d6f19-02e7-4185-bf8a-af30c834a5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.558971 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84d6f19-02e7-4185-bf8a-af30c834a5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.603317 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84d6f19-02e7-4185-bf8a-af30c834a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.606171 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d84d6f19-02e7-4185-bf8a-af30c834a5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:17.607292 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d84d6f19-02e7-4185-bf8a-af30c834a5c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9113b3e-7a4c-4ed4-a175-1e45cac51d86 HTTP/1.1" status: 204 len: 168 time: 0.1188288 Oct 12 17:19:17.614506 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6f19-02e7-4185-bf8a-af30c834a5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9113b3e-7a4c-4ed4-a175-1e45cac51d86,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:18.408388 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 30dc45de-da8f-4011-be7b-94d2671b3dec no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:19:18.427836 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 30dc45de-da8f-4011-be7b-94d2671b3dec {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:19:18.428160 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 30dc45de-da8f-4011-be7b-94d2671b3dec not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:19:19.197826 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 52994) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:19.298827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4d38372-3a9f-4fde-9119-4ec40d0bdcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.385619 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4d38372-3a9f-4fde-9119-4ec40d0bdcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.389352 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e4d38372-3a9f-4fde-9119-4ec40d0bdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.427739 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e4d38372-3a9f-4fde-9119-4ec40d0bdcb1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2d7d77c3c704bf9b85b9caf0030404f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287498 Oct 12 17:19:19.428573 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d38372-3a9f-4fde-9119-4ec40d0bdcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7e6791-69e2-48d6-a256-2aca57cd5d2a,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:19.430427 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 52998) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:19.452146 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-b82f1548-b5c8-4df5-bf63-f68b09081037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.490336 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5efbcea1-5d24-40fc-a9d1-1e3c1b8a0a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.514625 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5efbcea1-5d24-40fc-a9d1-1e3c1b8a0a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.563650 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5efbcea1-5d24-40fc-a9d1-1e3c1b8a0a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.566286 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5efbcea1-5d24-40fc-a9d1-1e3c1b8a0a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.567443 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-5efbcea1-5d24-40fc-a9d1-1e3c1b8a0a2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d7e6791-69e2-48d6-a256-2aca57cd5d2a HTTP/1.1" status: 204 len: 168 time: 0.1360040 Oct 12 17:19:19.575066 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbcea1-5d24-40fc-a9d1-1e3c1b8a0a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7e6791-69e2-48d6-a256-2aca57cd5d2a,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:19.827994 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 53006) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:19.841052 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-29103015-467e-4f52-8d9c-13ff21b1e45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.919904 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-29103015-467e-4f52-8d9c-13ff21b1e45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.923681 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-29103015-467e-4f52-8d9c-13ff21b1e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:19.961247 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-29103015-467e-4f52-8d9c-13ff21b1e45e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02888ed5892b40db9e9987d8bea23d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317272 Oct 12 17:19:19.962189 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29103015-467e-4f52-8d9c-13ff21b1e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605f7ef6-f2b4-4ea7-9687-438f11e3173a,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:19.963858 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 53010) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:19:20.014028 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6ffa17a1-b32b-4d6e-8156-ea3c3e7693df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:20.036314 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6ffa17a1-b32b-4d6e-8156-ea3c3e7693df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:20.086897 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6ffa17a1-b32b-4d6e-8156-ea3c3e7693df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:20.089613 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6ffa17a1-b32b-4d6e-8156-ea3c3e7693df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:20.093263 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-6ffa17a1-b32b-4d6e-8156-ea3c3e7693df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/605f7ef6-f2b4-4ea7-9687-438f11e3173a HTTP/1.1" status: 204 len: 168 time: 0.1260712 Oct 12 17:19:20.100546 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa17a1-b32b-4d6e-8156-ea3c3e7693df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f7ef6-f2b4-4ea7-9687-438f11e3173a,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:19:22.123396 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a670-ca8b-4a72-9d10-6965e6299c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:23.171960 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:23.229349 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:25.333130 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:30.116315 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:40.679153 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:19:49.454215 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-472acd85-6d50-4158-b4bf-aa4c11516674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:51.961393 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-4a76d1f7-d123-4e2a-a5c4-6a4d4bda331b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373571 Oct 12 17:19:52.036606 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-9d9232da-e105-49f7-a315-df283fa6d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:19:52.038085 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-9d9232da-e105-49f7-a315-df283fa6d86d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1099 time: 0.0416727 Oct 12 17:19:52.124288 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-61c5bc09-7908-45f0-a38e-fd98f585e8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:52.148416 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-e9f89427-5158-4e50-aedf-13400fd15dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:19:52.150302 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-e9f89427-5158-4e50-aedf-13400fd15dd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0932779 Oct 12 17:19:52.194063 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-7fdfdef8-d907-4fbb-85ae-9236f0abff40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.0366271 Oct 12 17:19:52.243164 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-ab2ccbef-af43-4499-83a5-0faf44114903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:19:52.244594 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-ab2ccbef-af43-4499-83a5-0faf44114903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0436385 Oct 12 17:19:52.275000 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-5eca004b-6d9b-46bb-ad44-99f4238a2b23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233145 Oct 12 17:19:52.285888 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-613944c7-1388-4658-bc15-a4833b900d97 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:19:52.286837 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-613944c7-1388-4658-bc15-a4833b900d97 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0045257 Oct 12 17:19:52.375041 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-6957d3d1-45b4-41ea-bfb5-a49f74e412fd service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811820 Oct 12 17:19:52.460537 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6dae73cb-4514-4872-aeee-4d9b24e1c9c8 req-49856d54-d49c-43c5-8269-682849bf334a service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790815 Oct 12 17:19:53.173617 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:53.230215 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:19:55.336702 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:00.114910 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:03.268228 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4bf9f-865d-4222-adce-95218ac0d4a6 req-3e9807f7-bca8-43ec-9b7f-997a61b8e47a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:20:03.269682 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-71f4bf9f-865d-4222-adce-95218ac0d4a6 req-3e9807f7-bca8-43ec-9b7f-997a61b8e47a tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 945 time: 0.0472963 Oct 12 17:20:03.305255 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-71f4bf9f-865d-4222-adce-95218ac0d4a6 req-196cbc94-afae-4697-a60d-74105ab03961 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5437432-9033-4fb5-929d-c92fdce51507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296919 Oct 12 17:20:03.770087 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-f81d95b6-90ea-458b-8e95-f411d256934e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:20:03.771520 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-f81d95b6-90ea-458b-8e95-f411d256934e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 945 time: 0.0472836 Oct 12 17:20:03.861052 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Deleting port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:20:03.861313 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:03.950828 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] For port 1ca2b2f2-4c19-4914-9174-e336ad6250c7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1ca2b2f2-4c19-4914-9174-e336ad6250c7,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:20:03.951181 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:04.120536 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:04.120832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:04.121097 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.l3_db [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Floating IP ebca83f2-b99c-4cb2-8e79-fadb341d0783 disassociated. External IP: 172.27.1.3, port: 1ca2b2f2-4c19-4914-9174-e336ad6250c7. Oct 12 17:20:04.121427 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Calling delete_port for 1ca2b2f2-4c19-4914-9174-e336ad6250c7 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:20:04.243431 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:04.275012 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event deleted for resources: {'Port': ['ID=1ca2b2f2-4c19-4914-9174-e336ad6250c7,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:20:04.385993 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:20:04.410162 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-511ebdf8-bd05-4afc-be3f-e7d9cac97645 req-dc580f08-c17a-44ba-92e7-5ed9b5fc79ab tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a45486d-83d3-457c-a9e8-27fa1156c5bb HTTP/1.1" status: 200 len: 210 time: 0.0246747 Oct 12 17:20:04.488417 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:20:04.497998 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:20:04.510783 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:20:04.511393 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:19:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:20:04.528238 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] No DVR routers for this DVR port 1ca2b2f2-4c19-4914-9174-e336ad6250c7 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:20:04.531013 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:04.534450 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-740cc071-ce86-44bb-8fae-a4d7b5731939 req-7ac2efbc-33dc-420f-8c61-9e96848efc73 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.43 "DELETE /v2.0/ports/1ca2b2f2-4c19-4914-9174-e336ad6250c7 HTTP/1.1" status: 204 len: 173 time: 0.7572181 Oct 12 17:20:04.535000 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'name': 'network-vif-deleted', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:20:04.537379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c53d4dc-7027-416b-b644-593f8bbd8bee" -d '{"events": [{"server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "name": "network-vif-deleted", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:20:04.587922 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f8d202-a9c1-4ec8-9904-29adfb704646 x-openstack-request-id: req-10f8d202-a9c1-4ec8-9904-29adfb704646 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:20:04.588217 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a45486d-83d3-457c-a9e8-27fa1156c5bb", "name": "network-vif-deleted", "tag": "1ca2b2f2-4c19-4914-9174-e336ad6250c7", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:20:04.588479 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10f8d202-a9c1-4ec8-9904-29adfb704646 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:20:04.588884 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a45486d-83d3-457c-a9e8-27fa1156c5bb', 'name': 'network-vif-deleted', 'tag': '1ca2b2f2-4c19-4914-9174-e336ad6250c7', 'status': 'completed', 'code': 200} Oct 12 17:20:04.750733 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:20:04.941438 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:20:04.966965 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:20:04.975301 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:20:04.975900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:19:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:20:05.088328 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:20:05.292518 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:20:05.317835 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41dd3c-f812-4963-85fd-38c7734765b1 None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:28Z', 'revision_number': 4, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'ad0005e9-c75e-4a16-bad4-4a833a758f18', 'name': '', 'network_id': '1b6cd03d-f521-470d-ac52-2663a295efd9', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'mac_address': 'fa:16:3e:8c:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:26Z', 'updated_at': '2021-10-12T16:49:40Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'subnets': [{'id': '5083d862-94ed-4a70-8c19-ac88d4c43c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:20:05.498578 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 53532) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:20:05.515654 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0441f11-fbd1-4230-b3e4-ff342224270a None None] New status for floating IP ebca83f2-b99c-4cb2-8e79-fadb341d0783: DOWN {{(pid=105676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:20:05.552361 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b9bdce-4e8b-456d-b526-2ae996e35775 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:05.581272 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b9bdce-4e8b-456d-b526-2ae996e35775 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:05.836206 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b9bdce-4e8b-456d-b526-2ae996e35775 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:05.838794 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09b9bdce-4e8b-456d-b526-2ae996e35775 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:05.840030 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-09b9bdce-4e8b-456d-b526-2ae996e35775 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "DELETE /v2.0/security-groups/d5437432-9033-4fb5-929d-c92fdce51507 HTTP/1.1" status: 204 len: 168 time: 0.3404725 Oct 12 17:20:05.842811 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 53536) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:20:05.849057 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9bdce-4e8b-456d-b526-2ae996e35775 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5437432-9033-4fb5-929d-c92fdce51507,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:20:05.856844 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.api.v2.resource [None req-47df5327-c3e1-4846-b9a3-062b19a4905e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] show failed (client error): The resource could not be found. Oct 12 17:20:05.860958 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-47df5327-c3e1-4846-b9a3-062b19a4905e tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "GET /v2.0/security-groups/d5437432-9033-4fb5-929d-c92fdce51507 HTTP/1.1" status: 404 len: 347 time: 0.0137844 Oct 12 17:20:05.861178 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 53538) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:20:05.984972 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Deleting port 623bcc9b-d7d1-4561-99a4-908c9d57d684 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:20:05.985233 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:06.061149 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:06.061474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:06.073164 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Calling delete_port for 623bcc9b-d7d1-4561-99a4-908c9d57d684 owned by network:floatingip {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:20:06.197679 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:06.225069 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Pushing event deleted for resources: {'Port': ['ID=623bcc9b-d7d1-4561-99a4-908c9d57d684,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:20:06.284196 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks [] for floatingip, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:06.286920 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:06.288119 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-49b74eb5-94fc-48bb-b692-29a38d947ae6 tempest-AttachVolumeTestJSON-1587782123 tempest-AttachVolumeTestJSON-1587782123-project] 10.222.0.58 "DELETE /v2.0/floatingips/ebca83f2-b99c-4cb2-8e79-fadb341d0783 HTTP/1.1" status: 204 len: 168 time: 0.4260228 Oct 12 17:20:06.643147 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1ca2b2f2-4c19-4914-9174-e336ad6250c7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:20:06.662951 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 1ca2b2f2-4c19-4914-9174-e336ad6250c7 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:20:06.663298 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1ca2b2f2-4c19-4914-9174-e336ad6250c7 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:20:17.677359 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:20:19.457636 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-38bdd0d3-d223-45f5-99cf-5b2eed0cb794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:22.131431 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cd0830eb-b931-4e06-8031-65b6bda52711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:23.175275 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:23.232550 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:25.339479 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:30.129554 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:49.458524 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1a617a2f-cc6f-4cc9-bb3e-2f97ed3a6649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:52.122420 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-72b75995-86dd-4ce8-a8c8-9005cdbd8bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:53.177199 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:53.235551 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:20:54.675994 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:20:55.342731 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:00.143423 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:19.459050 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a52ffc70-62df-4b9f-be3b-16709b235c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:22.122337 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8f78f939-6d8f-421b-8b27-3d9ffac410c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:23.178725 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:23.237948 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:25.346284 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:30.142723 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:31.674671 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:21:49.460461 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2b8c-2872-42ab-8fdd-51db56febb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:52.001044 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-ffb467a6-33db-4464-90ca-5115943b5daa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257436 Oct 12 17:21:52.099680 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-0c190f73-9d92-4785-a6e7-f4f27c631c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:21:52.101134 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-0c190f73-9d92-4785-a6e7-f4f27c631c35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.0397522 Oct 12 17:21:52.123069 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-bcd23c34-f4c5-4681-816a-60d217da6a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:52.208084 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-b6961839-8ed6-4f90-8add-2f026221f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:21:52.209553 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-b6961839-8ed6-4f90-8add-2f026221f0f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0899940 Oct 12 17:21:52.249859 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-47d3a58d-e180-4664-be54-5025686551b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0329154 Oct 12 17:21:52.300704 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-20289a0c-fad2-41e7-824e-25e2d0f489c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:21:52.302112 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-20289a0c-fad2-41e7-824e-25e2d0f489c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0454352 Oct 12 17:21:52.331578 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-8136d361-50bf-447e-a502-4916d315ed57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227995 Oct 12 17:21:52.416418 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-ca750dbd-e5ed-4acd-9b39-f40a7634671b service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777924 Oct 12 17:21:52.506442 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d62b76a2-9e45-42a9-8e67-81ea6f414fce req-6dc48c71-aa7b-42a3-a8d3-63a8c645ab08 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834234 Oct 12 17:21:53.180917 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:53.241838 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:21:55.348984 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:00.144232 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:08.672797 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:22:19.465053 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dd0701e5-7c3e-4168-8408-e47982069604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:22.123662 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-926f086f-09e2-4d2b-aaf1-55fc88e62349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:23.184848 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:23.244636 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:25.352873 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:30.144095 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:45.671790 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:22:49.465618 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a804f993-8813-4911-88d5-7268214d55a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:51.943419 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-b25fb4f3-4fba-4d7e-a41c-51ebf9c90b14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385435 Oct 12 17:22:52.012295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-690d66b9-2abf-4604-8d82-7e65baa89af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:22:52.013741 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-690d66b9-2abf-4604-8d82-7e65baa89af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 1098 time: 0.0386522 Oct 12 17:22:52.118790 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-496a333d-fbb9-49fd-9518-6d403833163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:22:52.120179 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-496a333d-fbb9-49fd-9518-6d403833163d service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0870304 Oct 12 17:22:52.122836 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-20dc3f6e-df23-40d6-86b4-b98ea0eaee49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:52.160904 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-1f647f77-2e0a-438a-a1ac-cffb1587dcb8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.0335917 Oct 12 17:22:52.211944 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-1b4b9c2b-64ec-498d-91d1-1a782cd04224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:22:52.213361 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-1b4b9c2b-64ec-498d-91d1-1a782cd04224 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0457397 Oct 12 17:22:52.242913 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-cf0cc790-1acd-4d1a-a5d0-c50649ddfbb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226717 Oct 12 17:22:52.331280 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-201c4a48-e35a-4b27-a885-a686679acc68 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804937 Oct 12 17:22:52.422527 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f34ab32-25e2-495c-917d-acd6c3eafd98 req-f6e492ce-3743-434b-bc86-b65892da2eac service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847354 Oct 12 17:22:53.186254 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:53.247937 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:22:55.354568 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:00.142103 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:19.465640 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3e95a6b1-dfd4-4ee9-9e62-5b56505f305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:22.123146 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e3f208fc-fd52-4a4f-ae75-02497bb13bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:22.670148 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:23:23.186360 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:23.248980 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:25.357482 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:30.173268 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:49.466563 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7d9f7d45-5e85-4f5d-acc0-da5dadf617ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:51.925476 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-fc800330-f2f0-4ad0-8f1c-5b5ed3bb508e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386107 Oct 12 17:23:51.994751 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-5e0f0a44-bad3-4233-9e81-9e7552e1c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:23:51.996475 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-5e0f0a44-bad3-4233-9e81-9e7552e1c4e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 1099 time: 0.0394602 Oct 12 17:23:52.106775 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-1c9e8a17-692a-403e-b263-ab53cecc9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:23:52.109245 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-1c9e8a17-692a-403e-b263-ab53cecc9e53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0927868 Oct 12 17:23:52.127904 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d980-19a0-4ab8-a374-7c9de5c84b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:52.153804 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-8a3d676a-f191-48b5-9934-854775891c09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 200 len: 217 time: 0.0372672 Oct 12 17:23:52.205247 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-b5689a9d-60f9-4348-bdef-1c0a1e472226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:23:52.206599 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-b5689a9d-60f9-4348-bdef-1c0a1e472226 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0460019 Oct 12 17:23:52.236592 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-ee5dff89-3dc9-47a4-9ef7-247097cb74dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230534 Oct 12 17:23:52.321900 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-631d5006-41e1-47fc-940a-47fb1090f553 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785308 Oct 12 17:23:52.411610 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ce365437-75a2-4ef7-a1aa-ecdd0913e28d req-10522c31-3eb6-4c72-b01c-a38791fd28b4 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Oct 12 17:23:53.189791 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:53.252204 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:55.361304 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:23:59.668893 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:24:00.190124 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.109497 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 55900) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:01.272887 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Deleting subnet 029fcd31-9904-40e2-ae6d-8e64bb875e20 {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:24:01.275663 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.307925 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.347740 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.398251 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.422415 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029fcd31-9904-40e2-ae6d-8e64bb875e20,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:01.427110 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.430744 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/029fcd31-9904-40e2-ae6d-8e64bb875e20 HTTP/1.1" status: 204 len: 168 time: 0.3202190 Oct 12 17:24:01.433361 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55906) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:01.435753 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.436104 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.436439 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.436770 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.437097 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.437423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.437745 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.438095 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.438417 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.438733 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.439047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.439361 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443a7944-de20-4bc1-9fb2-44395d5d2c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.500590 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.579992 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.599290 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9548a7d6-184b-4bbd-b020-c0b577ab1d92']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:01.608113 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:01.608415 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b51d19f-1701-4e8a-ae63-0fe1bc75f3e7') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:01.617406 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.631253 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.637116 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:24:01.637455 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:24:01.639298 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:24:01.695002 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.700458 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.703650 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9548a7d6-184b-4bbd-b020-c0b577ab1d92 HTTP/1.1" status: 204 len: 168 time: 0.2692888 Oct 12 17:24:01.714965 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9548a7d6-184b-4bbd-b020-c0b577ab1d92,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:01.721948 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.722298 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.722637 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.722967 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.723295 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.723624 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.723948 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.724308 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.724720 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.725042 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.725362 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.725688 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa62e4e-17be-4fd4-abe9-936021106d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:01.820287 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55920) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:01.863371 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-3789c0b8-c7bc-494e-9f49-5805340da741 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4090b819f2c43da9e9bbae08ade9a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395272 Oct 12 17:24:01.863779 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55926) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:01.913072 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1859f54f-8d35-4a26-a215-c3cb0838a720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.933762 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1859f54f-8d35-4a26-a215-c3cb0838a720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.983968 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1859f54f-8d35-4a26-a215-c3cb0838a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.986745 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-1859f54f-8d35-4a26-a215-c3cb0838a720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:01.987895 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-1859f54f-8d35-4a26-a215-c3cb0838a720 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a637dd8d-53a1-409a-898a-b9f035605b75 HTTP/1.1" status: 204 len: 168 time: 0.1234140 Oct 12 17:24:01.996816 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859f54f-8d35-4a26-a215-c3cb0838a720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a637dd8d-53a1-409a-898a-b9f035605b75,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:02.079252 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55932) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:02.298110 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-24210b8d-3df0-4308-940c-2d1bc05449c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.377641 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-24210b8d-3df0-4308-940c-2d1bc05449c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.381919 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-24210b8d-3df0-4308-940c-2d1bc05449c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.420020 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24210b8d-3df0-4308-940c-2d1bc05449c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6921c0c7-0e52-4d09-b6c7-1cfaf589e884,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:02.426732 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-24210b8d-3df0-4308-940c-2d1bc05449c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e0d28657c2e4b1a8db6db328ad189a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440270 Oct 12 17:24:02.427321 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 55948) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:02.477502 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c12a9478-642f-4053-8b97-3514c5d785d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.501141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c12a9478-642f-4053-8b97-3514c5d785d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.547688 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c12a9478-642f-4053-8b97-3514c5d785d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.550326 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c12a9478-642f-4053-8b97-3514c5d785d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.551478 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c12a9478-642f-4053-8b97-3514c5d785d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6921c0c7-0e52-4d09-b6c7-1cfaf589e884 HTTP/1.1" status: 204 len: 168 time: 0.1230900 Oct 12 17:24:02.560122 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a9478-642f-4053-8b97-3514c5d785d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921c0c7-0e52-4d09-b6c7-1cfaf589e884,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:02.682994 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 55964) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:02.825319 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-367735991-network', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:02.845976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 55968) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:02.853070 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Made reservation on behalf of fa0d17f286a74417bb2ec8b31b9fdada for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:24:02.855296 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.871115 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-33f4ec8d-4609-4fd7-bb41-026e4f1274c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.874031 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.994418 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-33f4ec8d-4609-4fd7-bb41-026e4f1274c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:02.999278 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-33f4ec8d-4609-4fd7-bb41-026e4f1274c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.012400 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.022293 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.048222 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-33f4ec8d-4609-4fd7-bb41-026e4f1274c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edcded9daddc422fa0ba3d9276f1afa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012625 Oct 12 17:24:03.050952 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55972) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:03.052222 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4ec8d-4609-4fd7-bb41-026e4f1274c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b5bb3-7d1e-4acf-a533-2551eefbf0ae,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:03.055333 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:24:03.074489 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.074865 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Added segment 7313f307-8d45-4ec7-ad11-0f32462520b3 of type vlan for network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 Oct 12 17:24:03.104816 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0d1884b9-922d-4e59-a9f2-3bde4b8a2c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.112596 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644a5620-dd03-4c88-97d3-2d2554d2156e,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:03.126356 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.127334 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0d1884b9-922d-4e59-a9f2-3bde4b8a2c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.150452 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.151392 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:03.151968 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.175430 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0d1884b9-922d-4e59-a9f2-3bde4b8a2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.178751 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0d1884b9-922d-4e59-a9f2-3bde4b8a2c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.182457 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0d1884b9-922d-4e59-a9f2-3bde4b8a2c79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e9b5bb3-7d1e-4acf-a533-2551eefbf0ae HTTP/1.1" status: 204 len: 168 time: 0.1280777 Oct 12 17:24:03.194156 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1884b9-922d-4e59-a9f2-3bde4b8a2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b5bb3-7d1e-4acf-a533-2551eefbf0ae,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:03.213256 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5290732 Oct 12 17:24:03.216420 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120988-b0ec-43a4-947f-94574c3c8c6d admin admin] Pushing event updated for resources: {'Network': ['ID=837baf19-d9ae-4d2b-b5be-7894f861d8d8,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:03.216866 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55976) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:03.225322 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Request body: {'subnet': {'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-367735991-subnet', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:03.226126 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:24:03.247048 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Made reservation on behalf of fa0d17f286a74417bb2ec8b31b9fdada for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:24:03.249629 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18625291'] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.422885 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16909116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18625317'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.470557 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f0579e-ce96-4e6a-935c-51b808cea6ba,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:03.486023 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Checking segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:03.486386 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Network hostable DHCP agents. Network: 837baf19-d9ae-4d2b-b5be-7894f861d8d8, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:24:03.502136 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:24:03.510760 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 837baf19-d9ae-4d2b-b5be-7894f861d8d8) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:03.517272 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:03.517272 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.517566 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 55982) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:03.526278 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fdc337-bcd9-4910-95d7-6b1ee2b8b254 None None] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:24:03.531459 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-910a0c72-8199-41b2-87f8-33c4eb52603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.535680 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-dd84d6c4-4be5-4091-a386-5eb8e3fc9fa8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3133428 Oct 12 17:24:03.535932 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 55984) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:03.545432 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:03.578909 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.579875 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.652516 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.684103 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:24:03.685060 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.731862 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-910a0c72-8199-41b2-87f8-33c4eb52603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.736736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-910a0c72-8199-41b2-87f8-33c4eb52603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.821473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Allocated IP 172.20.0.2 (837baf19-d9ae-4d2b-b5be-7894f861d8d8/00f0579e-ce96-4e6a-935c-51b808cea6ba/6a53644c-1c69-462c-8f43-012cd768724c) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:03.822947 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.838315 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-910a0c72-8199-41b2-87f8-33c4eb52603b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab383980939340bbb71d87ed5a8c2122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173037 Oct 12 17:24:03.839390 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 55988) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:03.851416 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a0c72-8199-41b2-87f8-33c4eb52603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974459e1-98a5-4d86-87bf-4d6b429ce04d,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:03.911064 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-83564ba5-fc21-4846-a32a-3aab83851eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.939752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-83564ba5-fc21-4846-a32a-3aab83851eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:03.991756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.008959 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-83564ba5-fc21-4846-a32a-3aab83851eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.009084 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.009193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-83564ba5-fc21-4846-a32a-3aab83851eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.009193 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-83564ba5-fc21-4846-a32a-3aab83851eaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/974459e1-98a5-4d86-87bf-4d6b429ce04d HTTP/1.1" status: 204 len: 168 time: 0.1647453 Oct 12 17:24:04.019602 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83564ba5-fc21-4846-a32a-3aab83851eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974459e1-98a5-4d86-87bf-4d6b429ce04d,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:04.070950 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:04.074119 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:04.076989 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:04.104310 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Pushing event updated for resources: {'Port': ['ID=6a53644c-1c69-462c-8f43-012cd768724c,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:04.115794 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.116160 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.116504 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.116838 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.117168 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.117492 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.117814 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.118163 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.118488 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.118808 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.119120 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.119439 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:04.149270 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Attempting to bind port 6a53644c-1c69-462c-8f43-012cd768724c on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:04.149641 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Attempting to bind port 6a53644c-1c69-462c-8f43-012cd768724c by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:04.150036 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Attempting to bind port 6a53644c-1c69-462c-8f43-012cd768724c on network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:04.155072 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:04.155442 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Checking segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:04.155843 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.156225 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Bound using segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:04.156679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Bound port: 6a53644c-1c69-462c-8f43-012cd768724c, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:04.157065 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.234220 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] For port 6a53644c-1c69-462c-8f43-012cd768724c, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:04.237735 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] For port 6a53644c-1c69-462c-8f43-012cd768724c, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=6a53644c-1c69-462c-8f43-012cd768724c,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:04.243109 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.301859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.308945 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090edd30-d3f9-499b-896c-dfaa161928b3 None None] Pushing event updated for resources: {'Port': ['ID=6a53644c-1c69-462c-8f43-012cd768724c,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:04.326963 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.455939 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Allocated IP 172.27.1.108 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/e2f48591-5fbe-4802-b673-627d9b04f517) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:04.590138 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.626506 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:04.671012 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:04.673844 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:04.682428 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Pushing event updated for resources: {'Port': ['ID=e2f48591-5fbe-4802-b673-627d9b04f517,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:04.686974 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:04.937655 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:05.162672 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:05.258591 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3da93-383a-4318-afd8-09df82feab00 None None] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:24:05.309261 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Router 61195c2b-7f2c-447c-865a-05dbb89a3907 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:24:05.320920 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-f048c8ce-8142-4ca5-99ad-59f5d827e2ec None None] Provisioning complete for port 6a53644c-1c69-462c-8f43-012cd768724c triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:05.321280 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f048c8ce-8142-4ca5-99ad-59f5d827e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:05.438109 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:24:05.456828 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:05.458130 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-44bded76-6a68-4410-8a67-4d1472d7f96e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9212573 Oct 12 17:24:05.461726 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56038) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:05.528854 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Sync routers for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:24:05.556926 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:05.557537 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:05.678896 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f048c8ce-8142-4ca5-99ad-59f5d827e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:05.737587 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:05.784462 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-f048c8ce-8142-4ca5-99ad-59f5d827e2ec None None] For port 6a53644c-1c69-462c-8f43-012cd768724c, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=6a53644c-1c69-462c-8f43-012cd768724c,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:05.828205 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f048c8ce-8142-4ca5-99ad-59f5d827e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:05.835967 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6a53644c-1c69-462c-8f43-012cd768724c up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:05.963792 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048c8ce-8142-4ca5-99ad-59f5d827e2ec None None] Pushing event updated for resources: {'Port': ['ID=6a53644c-1c69-462c-8f43-012cd768724c,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:06.001090 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 6a53644c-1c69-462c-8f43-012cd768724c triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:06.001462 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.008095 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.078448 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-690f593c-c2f4-4b70-bad1-e77f812f7324 None None] Provisioning complete for port 6a53644c-1c69-462c-8f43-012cd768724c triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:06.078817 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-690f593c-c2f4-4b70-bad1-e77f812f7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.149252 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:04Z', 'revision_number': 3, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:06.187340 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Checking router: 61195c2b-7f2c-447c-865a-05dbb89a3907 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:24:06.187682 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Updating router 61195c2b-7f2c-447c-865a-05dbb89a3907 port e2f48591-5fbe-4802-b673-627d9b04f517 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:24:06.195655 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Allocated IP 172.20.0.1 (837baf19-d9ae-4d2b-b5be-7894f861d8d8/00f0579e-ce96-4e6a-935c-51b808cea6ba/2c974626-5bce-4d1a-b124-61143ccc3034) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:06.225152 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.327412 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.367214 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.400571 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:06.403427 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:06.405893 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:06.434638 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56076) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:06.449846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c974626-5bce-4d1a-b124-61143ccc3034,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:06.465724 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.540158 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.548150 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.610032 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4026dc97-d7b5-484d-822a-54a386858f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.611351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cd4b8-2347-45e7-984b-9713441d5ab9 None None] Pushing event updated for resources: {'Port': ['ID=e2f48591-5fbe-4802-b673-627d9b04f517,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:06.614613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Attempting to bind port e2f48591-5fbe-4802-b673-627d9b04f517 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:06.614956 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Attempting to bind port e2f48591-5fbe-4802-b673-627d9b04f517 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:06.615317 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Attempting to bind port e2f48591-5fbe-4802-b673-627d9b04f517 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:06.621475 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:06.622048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:06.622447 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.622835 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:06.623307 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Bound port: e2f48591-5fbe-4802-b673-627d9b04f517, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:06.623676 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.654221 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.675295 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] For port e2f48591-5fbe-4802-b673-627d9b04f517, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:06.678854 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] For port e2f48591-5fbe-4802-b673-627d9b04f517, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e2f48591-5fbe-4802-b673-627d9b04f517,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:06.684187 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.744542 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-ae0b6ddc-221b-43b5-a108-3596c7f68307 None None] Provisioning complete for port 2c974626-5bce-4d1a-b124-61143ccc3034 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:06.744764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6ddc-221b-43b5-a108-3596c7f68307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.777434 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:06.778078 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:06.782083 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cd4b8-2347-45e7-984b-9713441d5ab9 None None] Pushing event updated for resources: {'Port': ['ID=e2f48591-5fbe-4802-b673-627d9b04f517,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:06.790567 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4026dc97-d7b5-484d-822a-54a386858f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.798277 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-4026dc97-d7b5-484d-822a-54a386858f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.836100 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b6ddc-221b-43b5-a108-3596c7f68307 None None] Port 2c974626-5bce-4d1a-b124-61143ccc3034 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:24:06.855020 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-4026dc97-d7b5-484d-822a-54a386858f3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c627df5746104c1289aa80e8481c05a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156499 Oct 12 17:24:06.855405 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56082) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:06.856426 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026dc97-d7b5-484d-822a-54a386858f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb4932-1872-46cb-95d7-f7a30a5503e3,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:06.905556 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.908170 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:06.911320 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.930509 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7d8343f4-411c-41d5-af07-9706055e3a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.953012 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7d8343f4-411c-41d5-af07-9706055e3a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.982207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:06.983948 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=2c974626-5bce-4d1a-b124-61143ccc3034,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:07.008408 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7d8343f4-411c-41d5-af07-9706055e3a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.011379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7d8343f4-411c-41d5-af07-9706055e3a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.012546 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7d8343f4-411c-41d5-af07-9706055e3a36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0eb4932-1872-46cb-95d7-f7a30a5503e3 HTTP/1.1" status: 204 len: 168 time: 0.1554663 Oct 12 17:24:07.022773 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8343f4-411c-41d5-af07-9706055e3a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb4932-1872-46cb-95d7-f7a30a5503e3,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:07.084810 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:07.086582 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:07.128979 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 1, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:07.163708 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99bf5-85b3-498f-bddf-0000f97bb669 None None] The sync data for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi is: [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 1, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:24:07.254536 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Router 61195c2b-7f2c-447c-865a-05dbb89a3907 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:24:07.349651 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56090) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:07.360745 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11cfee9a-3c3a-4a20-8859-c757f9ba3e75 None None] Provisioning complete for port 2c974626-5bce-4d1a-b124-61143ccc3034 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:07.361205 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11cfee9a-3c3a-4a20-8859-c757f9ba3e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.362646 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3c073e1-4caf-4d31-984d-46383ae61243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.384075 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:24:07.415780 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-5d9581dd-93cd-40ce-b2e5-2668ba7fc7a5 admin admin] 10.222.0.58 "PUT /v2.0/routers/61195c2b-7f2c-447c-865a-05dbb89a3907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514699 Oct 12 17:24:07.421678 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11cfee9a-3c3a-4a20-8859-c757f9ba3e75 None None] Port 2c974626-5bce-4d1a-b124-61143ccc3034 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:24:07.494787 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3c073e1-4caf-4d31-984d-46383ae61243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.500244 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3c073e1-4caf-4d31-984d-46383ae61243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.543720 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c3c073e1-4caf-4d31-984d-46383ae61243 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2172a7b91a40417988a060382b94117e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929429 Oct 12 17:24:07.546332 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56098) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:07.554234 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c073e1-4caf-4d31-984d-46383ae61243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1c0a48-0ccc-43b8-95b8-c5fd938206f7,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:07.610402 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e83d6ea5-5661-4ea8-8607-5a349c62009f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.633752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e83d6ea5-5661-4ea8-8607-5a349c62009f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.699233 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e83d6ea5-5661-4ea8-8607-5a349c62009f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.702313 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e83d6ea5-5661-4ea8-8607-5a349c62009f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:07.706227 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e83d6ea5-5661-4ea8-8607-5a349c62009f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee1c0a48-0ccc-43b8-95b8-c5fd938206f7 HTTP/1.1" status: 204 len: 168 time: 0.1587350 Oct 12 17:24:07.715310 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d6ea5-5661-4ea8-8607-5a349c62009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1c0a48-0ccc-43b8-95b8-c5fd938206f7,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:07.752914 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6a53644c-1c69-462c-8f43-012cd768724c up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:08.001186 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 6a53644c-1c69-462c-8f43-012cd768724c triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:08.001647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.151411 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56120) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:08.157426 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1796180869-network', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:08.185802 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Made reservation on behalf of 7a7b70a460984d07b022d9f7315dfaca for: {'network': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:24:08.188360 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.197909 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.313827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.318615 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.346906 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=105674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:24:08.356504 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c8e89-8691-4feb-8203-f026b1ccc26a,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:08.364552 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.365514 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.segments_db [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Added segment c6303120-885e-4170-804f-db1127b53ff8 of type vlan for network 542ef974-be24-4302-8f9e-f37bef614ba8 Oct 12 17:24:08.413721 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.444112 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.445427 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:08.446295 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.512289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3597612 Oct 12 17:24:08.515268 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56134) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:08.516055 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3cc03-7a74-47d8-a2fc-1afa72acbc0c admin admin] Pushing event updated for resources: {'Network': ['ID=542ef974-be24-4302-8f9e-f37bef614ba8,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:08.520338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Request body: {'subnet': {'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1796180869-subnet', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:08.526986 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 542ef974-be24-4302-8f9e-f37bef614ba8 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:24:08.548911 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Made reservation on behalf of 7a7b70a460984d07b022d9f7315dfaca for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:24:08.551983 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26922782'] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.738282 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26584600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26922800'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.795668 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac0e488-b63d-4cca-9531-8960e5cc1d12,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:08.803195 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Checking segment: {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:08.803479 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Network hostable DHCP agents. Network: 542ef974-be24-4302-8f9e-f37bef614ba8, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:24:08.823014 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Network 542ef974-be24-4302-8f9e-f37bef614ba8 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:24:08.832098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 542ef974-be24-4302-8f9e-f37bef614ba8) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:08.836708 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:08.837281 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.843261 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f87f59-7619-471c-b5ac-9d2d38cae566 None None] Network 542ef974-be24-4302-8f9e-f37bef614ba8 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:24:08.856069 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b5fa31fa-54c8-4d1e-854c-4987b532f21e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3370194 Oct 12 17:24:08.856664 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56144) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:08.860572 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:08.883021 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.883860 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:08.938998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.000258 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-542ef974-be24-4302-8f9e-f37bef614ba8', 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'fixed_ips': [{'subnet_id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:24:09.001371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.091955 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.171205 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Allocated IP 172.20.0.2 (542ef974-be24-4302-8f9e-f37bef614ba8/cac0e488-b63d-4cca-9531-8960e5cc1d12/351f8129-62fb-4fb7-8344-f53b6d20124f) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:09.322691 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.349291 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.353497 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.360391 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.401908 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Network 542ef974-be24-4302-8f9e-f37bef614ba8 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:09.408358 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:09.412007 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:09.420489 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Pushing event updated for resources: {'Port': ['ID=351f8129-62fb-4fb7-8344-f53b6d20124f,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:09.465409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Allocated IP 172.27.1.210 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/1e9ba179-2d86-4f9c-92b1-55679dc758c6) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:09.470006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Attempting to bind port 351f8129-62fb-4fb7-8344-f53b6d20124f on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:09.470006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Attempting to bind port 351f8129-62fb-4fb7-8344-f53b6d20124f by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:09.470365 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Attempting to bind port 351f8129-62fb-4fb7-8344-f53b6d20124f on network 542ef974-be24-4302-8f9e-f37bef614ba8 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:09.475629 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:09.476010 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Checking segment: {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:09.476395 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.476775 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Bound using segment: {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:09.477297 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Bound port: 351f8129-62fb-4fb7-8344-f53b6d20124f, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:09.477635 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.546383 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Sync routers for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:24:09.550717 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] For port 351f8129-62fb-4fb7-8344-f53b6d20124f, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:09.555008 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] For port 351f8129-62fb-4fb7-8344-f53b6d20124f, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=351f8129-62fb-4fb7-8344-f53b6d20124f,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:09.560275 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.565845 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:09.566165 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:09.609777 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.630871 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b480f-233e-4976-a803-e9d999dd76d1 None None] Pushing event updated for resources: {'Port': ['ID=351f8129-62fb-4fb7-8344-f53b6d20124f,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:09.665162 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:09.709478 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:09.723302 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:09.727485 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:09.734406 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:09.779614 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9ba179-2d86-4f9c-92b1-55679dc758c6,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:09.837537 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e2f48591-5fbe-4802-b673-627d9b04f517 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:09.933661 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port e2f48591-5fbe-4802-b673-627d9b04f517 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:09.934311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.056242 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 2, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:10.060955 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.094576 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Checking router: 61195c2b-7f2c-447c-865a-05dbb89a3907 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:24:10.095239 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Updating router 61195c2b-7f2c-447c-865a-05dbb89a3907 port 2c974626-5bce-4d1a-b124-61143ccc3034 binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:24:10.112900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port e2f48591-5fbe-4802-b673-627d9b04f517, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e2f48591-5fbe-4802-b673-627d9b04f517,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:10.119223 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.134634 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.171828 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=e2f48591-5fbe-4802-b673-627d9b04f517,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:10.173362 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.398676 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.454366 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56198) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:10.456114 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.467620 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.553141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Router 8defe54b-2bef-4931-b890-e6674f11a391 is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:24:10.559158 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Pushing event updated for resources: {'Port': ['ID=2c974626-5bce-4d1a-b124-61143ccc3034,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:10.571135 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.571551 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.571833 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.572168 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.572491 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.577524 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.577895 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.578317 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.578670 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.579006 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.579333 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.579654 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:24:10.619711 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Attempting to bind port 2c974626-5bce-4d1a-b124-61143ccc3034 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:10.620319 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Attempting to bind port 2c974626-5bce-4d1a-b124-61143ccc3034 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:10.620854 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Attempting to bind port 2c974626-5bce-4d1a-b124-61143ccc3034 on network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:10.627235 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:10.627791 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a37cdcd3-62c1-4be0-89ae-9ae399bb8804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.628018 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Checking segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:10.628578 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.629123 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Bound using segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:10.629965 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Bound port: 2c974626-5bce-4d1a-b124-61143ccc3034, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:10.631319 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.707928 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:24:10.715878 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] For port 2c974626-5bce-4d1a-b124-61143ccc3034, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:10.719534 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] For port 2c974626-5bce-4d1a-b124-61143ccc3034, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=2c974626-5bce-4d1a-b124-61143ccc3034,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:10.723260 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Sync routers for ids ['8defe54b-2bef-4931-b890-e6674f11a391'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:24:10.727374 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.735004 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Routers {'8defe54b-2bef-4931-b890-e6674f11a391'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:10.735679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['8defe54b-2bef-4931-b890-e6674f11a391'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:10.744461 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.759236 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a17e4c9e-0176-4a99-b5b7-102790c336e3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9019361 Oct 12 17:24:10.762315 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56204) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:10.800846 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a37cdcd3-62c1-4be0-89ae-9ae399bb8804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.808553 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a37cdcd3-62c1-4be0-89ae-9ae399bb8804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:10.865711 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:10.872224 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:10.903639 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-a37cdcd3-62c1-4be0-89ae-9ae399bb8804 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cd8a52044cb4459a435cebe823eb2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452178 Oct 12 17:24:10.908432 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56206) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:10.924239 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cdcd3-62c1-4be0-89ae-9ae399bb8804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f640c31c-9747-4234-b491-cc65934256ae,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:10.933479 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Set router 8defe54b-2bef-4931-b890-e6674f11a391 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:10.971855 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012437d-158f-4f68-903d-4e2011876668 None None] Pushing event updated for resources: {'Port': ['ID=2c974626-5bce-4d1a-b124-61143ccc3034,revision_number=4']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:11.034798 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-85419189-2908-4f4c-9d35-1cf8cf3232fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.086193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-85419189-2908-4f4c-9d35-1cf8cf3232fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.094414 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e11aa-63d0-4156-916f-7ca0caeb3aff None None] Network 542ef974-be24-4302-8f9e-f37bef614ba8 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:24:11.104575 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:11.175195 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-85419189-2908-4f4c-9d35-1cf8cf3232fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.178838 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-85419189-2908-4f4c-9d35-1cf8cf3232fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.180093 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-85419189-2908-4f4c-9d35-1cf8cf3232fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f640c31c-9747-4234-b491-cc65934256ae HTTP/1.1" status: 204 len: 168 time: 0.2694175 Oct 12 17:24:11.198382 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85419189-2908-4f4c-9d35-1cf8cf3232fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f640c31c-9747-4234-b491-cc65934256ae,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:11.207112 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-6199e8b8-62cf-4d37-a8d6-ebbece0cac4b None None] Provisioning complete for port 2c974626-5bce-4d1a-b124-61143ccc3034 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:11.207482 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6199e8b8-62cf-4d37-a8d6-ebbece0cac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.422412 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6199e8b8-62cf-4d37-a8d6-ebbece0cac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.485568 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-6199e8b8-62cf-4d37-a8d6-ebbece0cac4b None None] For port 2c974626-5bce-4d1a-b124-61143ccc3034, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=2c974626-5bce-4d1a-b124-61143ccc3034,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:11.494066 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:24:09Z', 'revision_number': 3, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:11.498973 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:11.530109 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Checking router: 8defe54b-2bef-4931-b890-e6674f11a391 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:24:11.530458 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Updating router 8defe54b-2bef-4931-b890-e6674f11a391 port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:24:11.532979 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6199e8b8-62cf-4d37-a8d6-ebbece0cac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.542348 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aa3af0-e945-4782-9148-0d7a8d4b62c5 None None] The sync data for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi is: [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:24:11.590116 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.604915 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56216) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:11.627335 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b105-3fa6-43b7-8c61-88731ada274f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.648806 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199e8b8-62cf-4d37-a8d6-ebbece0cac4b None None] Pushing event updated for resources: {'Port': ['ID=2c974626-5bce-4d1a-b124-61143ccc3034,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:11.701989 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.760533 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Provisioning complete for port 351f8129-62fb-4fb7-8344-f53b6d20124f triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:11.760955 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.883177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b105-3fa6-43b7-8c61-88731ada274f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.910861 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b105-3fa6-43b7-8c61-88731ada274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:11.948583 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e2f48591-5fbe-4802-b673-627d9b04f517 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:12.000248 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a9b4b105-3fa6-43b7-8c61-88731ada274f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a606207084947ab9da0191870d6652a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941634 Oct 12 17:24:12.000729 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.002903 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56220) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:12.008186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b105-3fa6-43b7-8c61-88731ada274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa69d6a9-de5c-45a3-9784-9b2473e47abb,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.011983 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Allocated IP 172.20.0.1 (542ef974-be24-4302-8f9e-f37bef614ba8/cac0e488-b63d-4cca-9531-8960e5cc1d12/8411bc6f-3a9e-4396-82f4-e8d844ae654a) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:12.071658 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c3a46491-df0c-4c1d-ba4c-e320c266c7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.105976 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c3a46491-df0c-4c1d-ba4c-e320c266c7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.109166 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] For port 351f8129-62fb-4fb7-8344-f53b6d20124f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=351f8129-62fb-4fb7-8344-f53b6d20124f,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:12.110943 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port e2f48591-5fbe-4802-b673-627d9b04f517 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:12.111679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.140936 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.144633 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.165041 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c3a46491-df0c-4c1d-ba4c-e320c266c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.168070 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c3a46491-df0c-4c1d-ba4c-e320c266c7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.170114 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c3a46491-df0c-4c1d-ba4c-e320c266c7eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa69d6a9-de5c-45a3-9784-9b2473e47abb HTTP/1.1" status: 204 len: 168 time: 0.1660645 Oct 12 17:24:12.184413 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a46491-df0c-4c1d-ba4c-e320c266c7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa69d6a9-de5c-45a3-9784-9b2473e47abb,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.192367 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.204651 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.241382 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.261363 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Provisioning complete for port 2c974626-5bce-4d1a-b124-61143ccc3034 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:12.261783 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.272395 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Pushing event updated for resources: {'Port': ['ID=8411bc6f-3a9e-4396-82f4-e8d844ae654a,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.285036 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Network 542ef974-be24-4302-8f9e-f37bef614ba8 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:12.286559 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:12.289996 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:12.344967 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.372989 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a7820-e784-49f0-ad0a-d2639bc11a72 None None] Pushing event updated for resources: {'Port': ['ID=351f8129-62fb-4fb7-8344-f53b6d20124f,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.378329 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Attempting to bind port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:12.378699 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Attempting to bind port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:12.379061 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Attempting to bind port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:12.390351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 351f8129-62fb-4fb7-8344-f53b6d20124f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:12.418132 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:12.418555 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:12.418900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.419627 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:12.420134 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Bound port: 1e9ba179-2d86-4f9c-92b1-55679dc758c6, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:12.420511 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.509854 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.664887 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda05cba-7a00-41a3-965a-9e28bd94deea None None] Pushing event updated for resources: {'Port': ['ID=1e9ba179-2d86-4f9c-92b1-55679dc758c6,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.712435 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] For port 1e9ba179-2d86-4f9c-92b1-55679dc758c6, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:12.718881 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.723565 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.732974 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] For port 1e9ba179-2d86-4f9c-92b1-55679dc758c6, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1e9ba179-2d86-4f9c-92b1-55679dc758c6,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:12.741018 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.782149 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 351f8129-62fb-4fb7-8344-f53b6d20124f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:12.782522 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.796249 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:12.798938 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Pushing event updated for resources: {'Port': ['ID=8411bc6f-3a9e-4396-82f4-e8d844ae654a,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.829763 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda05cba-7a00-41a3-965a-9e28bd94deea None None] Pushing event updated for resources: {'Port': ['ID=1e9ba179-2d86-4f9c-92b1-55679dc758c6,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:12.836032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Routers {'8defe54b-2bef-4931-b890-e6674f11a391'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:12.836647 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['8defe54b-2bef-4931-b890-e6674f11a391'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:12.907179 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Network 542ef974-be24-4302-8f9e-f37bef614ba8 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:12.911283 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:12.935882 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-e4c1340a-41ab-4ff9-a312-98123e1e10fb None None] Provisioning complete for port 351f8129-62fb-4fb7-8344-f53b6d20124f triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:12.936254 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e4c1340a-41ab-4ff9-a312-98123e1e10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.028098 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] Set router 8defe54b-2bef-4931-b890-e6674f11a391 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:13.074575 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Router 8defe54b-2bef-4931-b890-e6674f11a391 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:24:13.081381 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 2c974626-5bce-4d1a-b124-61143ccc3034 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:13.201105 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:24:13.214852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-5c03216d-a2a5-4c42-9001-3664f3711027 admin admin] 10.222.0.58 "PUT /v2.0/routers/8defe54b-2bef-4931-b890-e6674f11a391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436069 Oct 12 17:24:13.279246 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 2c974626-5bce-4d1a-b124-61143ccc3034 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:13.279735 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.351570 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-e4c1340a-41ab-4ff9-a312-98123e1e10fb None None] Provisioning complete for port 8411bc6f-3a9e-4396-82f4-e8d844ae654a triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:13.351945 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-e4c1340a-41ab-4ff9-a312-98123e1e10fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.416402 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1340a-41ab-4ff9-a312-98123e1e10fb None None] Port 8411bc6f-3a9e-4396-82f4-e8d844ae654a cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:24:13.452270 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '8411bc6f-3a9e-4396-82f4-e8d844ae654a', 'name': '', 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'mac_address': 'fa:16:3e:55:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:11Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 2, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'subnets': [{'id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:13.480087 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b45c57-1f83-4e92-826d-c88675f8969e None None] The sync data for ids ['8defe54b-2bef-4931-b890-e6674f11a391'] in dv-cinder-813222-2-iscsi is: [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '8411bc6f-3a9e-4396-82f4-e8d844ae654a', 'name': '', 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'mac_address': 'fa:16:3e:55:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:11Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 2, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'subnets': [{'id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:24:13.538114 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-d5a06e17-2ee3-4314-a4ff-1805bb560dc7 None None] Provisioning complete for port 8411bc6f-3a9e-4396-82f4-e8d844ae654a triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:13.538699 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d5a06e17-2ee3-4314-a4ff-1805bb560dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.580336 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-d5a06e17-2ee3-4314-a4ff-1805bb560dc7 None None] Port 8411bc6f-3a9e-4396-82f4-e8d844ae654a cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:24:13.602522 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56268) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:13.774738 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 351f8129-62fb-4fb7-8344-f53b6d20124f up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:13.788822 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-97192a71-7a8a-489a-9811-3275d485679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.826782 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 351f8129-62fb-4fb7-8344-f53b6d20124f triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:13.827183 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.874330 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-97192a71-7a8a-489a-9811-3275d485679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.879520 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-97192a71-7a8a-489a-9811-3275d485679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:13.923644 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-97192a71-7a8a-489a-9811-3275d485679e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=544ad7ed39ee4ce2969bb819a3cb751e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196766 Oct 12 17:24:13.924250 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56272) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:13.926357 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192a71-7a8a-489a-9811-3275d485679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db747c7e-412d-486e-b304-a9e735679119,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:13.988960 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c98fab65-b967-4f80-92a0-bc4e584a335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.014538 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c98fab65-b967-4f80-92a0-bc4e584a335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.062529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c98fab65-b967-4f80-92a0-bc4e584a335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.065344 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c98fab65-b967-4f80-92a0-bc4e584a335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.070800 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c98fab65-b967-4f80-92a0-bc4e584a335d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db747c7e-412d-486e-b304-a9e735679119 HTTP/1.1" status: 204 len: 168 time: 0.1408386 Oct 12 17:24:14.075658 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fab65-b967-4f80-92a0-bc4e584a335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db747c7e-412d-486e-b304-a9e735679119,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:14.793427 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56310) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:14.798029 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669178269', 'description': 'tempest-secgroup-smoke-1669178269 description', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:14.820658 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.886626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.890974 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.919586 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:14.920810 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1263313 Oct 12 17:24:14.923988 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56314) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:14.928309 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529a6f0-236b-483d-b820-1ba8bd4d2f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a18ccc-dd10-4b94-974e-67c82e77ea45,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:14.929496 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group_rule': {'security_group_id': '23a18ccc-dd10-4b94-974e-67c82e77ea45', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:14.966387 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.021352 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.027098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.046980 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3a8ff2-d15b-4a18-8a34-71ab282474c0,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:15.062156 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.063534 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1662c485-8710-4a33-9a5b-7e05473464d4 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384873 Oct 12 17:24:15.066231 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56350) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:15.070635 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group_rule': {'security_group_id': '23a18ccc-dd10-4b94-974e-67c82e77ea45', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:15.097226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.158272 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.162923 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.181243 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f5ce50-9e22-406c-be92-d85efb789ae2,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:15.191528 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.193940 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-85dc6eda-9d04-4295-b237-48776166a538 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257577 Oct 12 17:24:15.196120 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56356) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:15.201092 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group_rule': {'security_group_id': '23a18ccc-dd10-4b94-974e-67c82e77ea45', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:15.230108 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.292797 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.298008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.320001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f4eb4e-2074-473b-9012-6a4af7ec49f9,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:15.330046 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.331389 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-67521f04-2afb-4528-a90b-4371c1d68971 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341968 Oct 12 17:24:15.334455 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56360) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:15.339728 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group_rule': {'security_group_id': '23a18ccc-dd10-4b94-974e-67c82e77ea45', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:15.373753 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.453773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.457025 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.473943 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9561b95-741b-4c00-ae0d-be1ff3bd7d93,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:15.483106 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.484309 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-dc1f7aed-d8ff-41ae-9a9c-0295d167d926 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482224 Oct 12 17:24:15.487164 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56366) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:15.491815 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group_rule': {'security_group_id': '23a18ccc-dd10-4b94-974e-67c82e77ea45', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:15.514427 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Sync routers for ids ['8defe54b-2bef-4931-b890-e6674f11a391'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:24:15.515329 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.securitygroups_db [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Project fa0d17f286a74417bb2ec8b31b9fdada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:24:15.520256 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.523639 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Routers {'8defe54b-2bef-4931-b890-e6674f11a391'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:15.524398 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['8defe54b-2bef-4931-b890-e6674f11a391'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:15.589316 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.595998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.615619 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424ca88a-8d2f-4380-a865-dbf1d8e273b1,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:15.621694 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.622711 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-697dab06-366c-4352-8b7e-09d17eab7786 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344852 Oct 12 17:24:15.625409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56374) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:15.629905 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'security_group_rule': {'security_group_id': '23a18ccc-dd10-4b94-974e-67c82e77ea45', 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:15.633243 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Set router 8defe54b-2bef-4931-b890-e6674f11a391 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:15.653943 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.securitygroups_db [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Project fa0d17f286a74417bb2ec8b31b9fdada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:24:15.659446 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.735293 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.744001 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.765152 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e61755f-b0df-4334-be6f-50e4e782b4e2,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:15.777140 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.781918 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f482fe64-ea8c-4149-aaff-f44632c4018f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523714 Oct 12 17:24:15.815591 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1e9ba179-2d86-4f9c-92b1-55679dc758c6 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:15.876109 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:15.876930 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.941240 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '8411bc6f-3a9e-4396-82f4-e8d844ae654a', 'name': '', 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'mac_address': 'fa:16:3e:55:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:11Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 2, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'subnets': [{'id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:15.967750 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.968781 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Checking router: 8defe54b-2bef-4931-b890-e6674f11a391 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:24:15.969135 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Updating router 8defe54b-2bef-4931-b890-e6674f11a391 port 8411bc6f-3a9e-4396-82f4-e8d844ae654a binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:24:15.993814 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 1e9ba179-2d86-4f9c-92b1-55679dc758c6, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1e9ba179-2d86-4f9c-92b1-55679dc758c6,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:15.998975 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:15.999185 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.048868 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=1e9ba179-2d86-4f9c-92b1-55679dc758c6,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:16.291239 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.296935 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.358637 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c9eb-0b6d-4fa2-aacb-e5e88870eeb8 None None] Pushing event updated for resources: {'Port': ['ID=8411bc6f-3a9e-4396-82f4-e8d844ae654a,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:16.437743 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Attempting to bind port 8411bc6f-3a9e-4396-82f4-e8d844ae654a on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:16.438867 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Attempting to bind port 8411bc6f-3a9e-4396-82f4-e8d844ae654a by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:16.440770 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Attempting to bind port 8411bc6f-3a9e-4396-82f4-e8d844ae654a on network 542ef974-be24-4302-8f9e-f37bef614ba8 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:16.445144 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:16.445569 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Checking segment: {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:16.446008 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.446849 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Bound using segment: {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:16.447323 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Bound port: 8411bc6f-3a9e-4396-82f4-e8d844ae654a, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6303120-885e-4170-804f-db1127b53ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:16.447778 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.523565 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] For port 8411bc6f-3a9e-4396-82f4-e8d844ae654a, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:16.526904 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] For port 8411bc6f-3a9e-4396-82f4-e8d844ae654a, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8411bc6f-3a9e-4396-82f4-e8d844ae654a,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:16.530997 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.588232 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c9eb-0b6d-4fa2-aacb-e5e88870eeb8 None None] Pushing event updated for resources: {'Port': ['ID=8411bc6f-3a9e-4396-82f4-e8d844ae654a,revision_number=4']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:16.595588 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Routers {'8defe54b-2bef-4931-b890-e6674f11a391'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:16.596272 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:23:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['8defe54b-2bef-4931-b890-e6674f11a391'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:16.624988 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-24edaa7e-4431-4db0-a9f8-78435324db6a None None] Provisioning complete for port 8411bc6f-3a9e-4396-82f4-e8d844ae654a triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:16.625500 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-24edaa7e-4431-4db0-a9f8-78435324db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.711739 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] Set router 8defe54b-2bef-4931-b890-e6674f11a391 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:16.726857 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-24edaa7e-4431-4db0-a9f8-78435324db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.770676 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-24edaa7e-4431-4db0-a9f8-78435324db6a None None] For port 8411bc6f-3a9e-4396-82f4-e8d844ae654a, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8411bc6f-3a9e-4396-82f4-e8d844ae654a,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:16.776120 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-24edaa7e-4431-4db0-a9f8-78435324db6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.836376 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edaa7e-4431-4db0-a9f8-78435324db6a None None] Pushing event updated for resources: {'Port': ['ID=8411bc6f-3a9e-4396-82f4-e8d844ae654a,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:16.898094 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c60df52e-df12-46fe-817c-8ed543549a9d None None] Provisioning complete for port 8411bc6f-3a9e-4396-82f4-e8d844ae654a triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:16.898463 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c60df52e-df12-46fe-817c-8ed543549a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:16.964150 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '8411bc6f-3a9e-4396-82f4-e8d844ae654a', 'name': '', 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'mac_address': 'fa:16:3e:55:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:11Z', 'updated_at': '2021-10-12T17:24:16Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'subnets': [{'id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:16.995971 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dec485-abf0-42e3-8e9f-f843dce2a368 None None] The sync data for ids ['8defe54b-2bef-4931-b890-e6674f11a391'] in dv-cinder-813222-2-iscsi is: [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:24:12Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '8411bc6f-3a9e-4396-82f4-e8d844ae654a', 'name': '', 'network_id': '542ef974-be24-4302-8f9e-f37bef614ba8', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'mac_address': 'fa:16:3e:55:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:11Z', 'updated_at': '2021-10-12T17:24:16Z', 'revision_number': 4, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'subnets': [{'id': 'cac0e488-b63d-4cca-9531-8960e5cc1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:24:17.753370 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8411bc6f-3a9e-4396-82f4-e8d844ae654a up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:17.811633 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 8411bc6f-3a9e-4396-82f4-e8d844ae654a triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:17.812001 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:17.888930 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1e9ba179-2d86-4f9c-92b1-55679dc758c6 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:17.937771 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:17.938168 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:19.467656 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9367a36e-969b-4726-895d-946e262d6155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:22.118682 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6821505c-3e4a-4f71-89d7-bfe7cb51dbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:23.191246 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:23.254941 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:25.367587 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:30.192153 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:36.667998 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:24:39.979565 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56726) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:40.079684 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-63b2f054-f114-40b2-ba17-c7347883f724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.151463 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-63b2f054-f114-40b2-ba17-c7347883f724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.154953 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-63b2f054-f114-40b2-ba17-c7347883f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.191597 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-63b2f054-f114-40b2-ba17-c7347883f724 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9fa7363084c4378b5943c78b382e36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110071 Oct 12 17:24:40.193394 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f054-f114-40b2-ba17-c7347883f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cb1daa-b0a0-4233-b308-ec646472a0c5,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:40.194814 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 56730) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:40.243972 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c269946e-250e-4d63-8c19-13cef66e8877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.264955 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c269946e-250e-4d63-8c19-13cef66e8877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.310879 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c269946e-250e-4d63-8c19-13cef66e8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.313744 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c269946e-250e-4d63-8c19-13cef66e8877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:40.314909 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c269946e-250e-4d63-8c19-13cef66e8877 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0cb1daa-b0a0-4233-b308-ec646472a0c5 HTTP/1.1" status: 204 len: 168 time: 0.1190624 Oct 12 17:24:40.323448 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269946e-250e-4d63-8c19-13cef66e8877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cb1daa-b0a0-4233-b308-ec646472a0c5,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:40.756720 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-8138c7ac-3c2f-4e3e-a0ef-8ed2edfd856e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669178269&fields=id&tenant_id=fa0d17f286a74417bb2ec8b31b9fdada HTTP/1.1" status: 200 len: 267 time: 0.0313962 Oct 12 17:24:40.858827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-c85f3312-e093-46af-b339-2e117ae1159c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:40.860233 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-c85f3312-e093-46af-b339-2e117ae1159c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 808 time: 0.0969775 Oct 12 17:24:40.874792 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-f951e46a-b2c2-4b77-892f-aafb7b72e60a tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/quotas/fa0d17f286a74417bb2ec8b31b9fdada HTTP/1.1" status: 200 len: 375 time: 0.0083365 Oct 12 17:24:40.923208 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-318f2119-fef2-456f-8551-bb1fba04e43f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433869 Oct 12 17:24:41.025609 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-0cc7900a-4e54-47f6-864e-fcc892ae5aad service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:24:41.026626 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-0cc7900a-4e54-47f6-864e-fcc892ae5aad service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0919597 Oct 12 17:24:41.316988 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-59c31d6a-2fd8-46e3-97c0-9431aef22689 service neutron] 10.222.0.58 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842426 Oct 12 17:24:41.403919 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-e05c2332-3599-4bc6-80c8-649207121e64 service neutron] 10.222.0.58 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804632 Oct 12 17:24:41.754340 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-16c5c78b-5c5e-4685-8209-398dba94b77d req-ce9c40f9-8567-4564-9c53-b32313d5b7b9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 210 time: 0.0889890 Oct 12 17:24:42.767317 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-6110c8f8-6a99-4c2c-a78d-cce90694ceb9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:42.768775 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-6110c8f8-6a99-4c2c-a78d-cce90694ceb9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 808 time: 0.1024363 Oct 12 17:24:42.819893 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-7c36afae-4b10-44d7-9719-4afd780c54b7 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa0d17f286a74417bb2ec8b31b9fdada HTTP/1.1" status: 200 len: 380 time: 0.0365984 Oct 12 17:24:42.839832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'port': {'device_id': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'admin_state_up': True, 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'security_groups': ['23a18ccc-dd10-4b94-974e-67c82e77ea45']}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:42.845632 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-25bfee89-e698-4902-a28a-97c0b185c1ad req-1ede4cb6-2003-4d8d-8ac9-8c9387b929bf tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 210 time: 0.0255969 Oct 12 17:24:42.949048 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Made reservation on behalf of fa0d17f286a74417bb2ec8b31b9fdada for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:24:42.952584 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.071759 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Allocated IP 172.20.0.13 (837baf19-d9ae-4d2b-b5be-7894f861d8d8/00f0579e-ce96-4e6a-935c-51b808cea6ba/c8aac68d-69cc-407d-b84e-2d27a60c5025) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:43.209914 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.242657 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.290111 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:43.293360 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:43.297273 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:43.322460 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:43.350859 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:43.351493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.368678 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-167c8744-d086-486e-af80-be4916e5ab5d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5327315 Oct 12 17:24:43.387866 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Request body: {'port': {'device_id': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:43.445671 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.550172 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-519f0375-59d7-451c-8da8-a95e7b973bc6 None None] Provisioning complete for port c8aac68d-69cc-407d-b84e-2d27a60c5025 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:43.550706 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-519f0375-59d7-451c-8da8-a95e7b973bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.582898 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-519f0375-59d7-451c-8da8-a95e7b973bc6 None None] Port c8aac68d-69cc-407d-b84e-2d27a60c5025 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:24:43.708428 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8aac68d-69cc-407d-b84e-2d27a60c5025 {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:24:43.715609 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.727560 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Transition to ACTIVE for port object c8aac68d-69cc-407d-b84e-2d27a60c5025 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:24:43.730756 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.778208 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:43.854470 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Attempting to bind port c8aac68d-69cc-407d-b84e-2d27a60c5025 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:24:43.854803 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Attempting to bind port c8aac68d-69cc-407d-b84e-2d27a60c5025 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:24:43.855127 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Attempting to bind port c8aac68d-69cc-407d-b84e-2d27a60c5025 on network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:43.859644 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Port c8aac68d-69cc-407d-b84e-2d27a60c5025 on network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:24:43.859963 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Attempting to bind port c8aac68d-69cc-407d-b84e-2d27a60c5025 on network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:24:43.865473 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:24:43.865809 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Checking segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:24:43.866227 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Bound using segment: {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:24:43.866656 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Bound port: c8aac68d-69cc-407d-b84e-2d27a60c5025, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7313f307-8d45-4ec7-ad11-0f32462520b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:24:43.867012 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.939315 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:24:43.942374 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:24:43.951190 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.966103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73e4c8-603c-4ee0-aad7-4ebfe3850df3 req-e070c17b-4085-4021-ae75-fc05faac2178 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:43.967617 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1c73e4c8-603c-4ee0-aad7-4ebfe3850df3 req-e070c17b-4085-4021-ae75-fc05faac2178 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0501673 Oct 12 17:24:43.988437 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:43.989047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:43.990506 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] 10.222.0.43 "PUT /v2.0/ports/c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 1094 time: 0.6074202 Oct 12 17:24:43.990941 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:24:43.994057 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1866037-ad92-478b-9876-e47e4fd2f58b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:24:44.018600 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1c73e4c8-603c-4ee0-aad7-4ebfe3850df3 req-6f811f28-d5a0-4ed0-bd50-6f90d5fa8c0f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Oct 12 17:24:44.054299 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bfbad-2376-4457-b604-30414cc0aa74 service neutron] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:44.113432 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-17f8f8a1-b5c8-4321-9d11-1ade2644fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.115536 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-17f8f8a1-b5c8-4321-9d11-1ade2644fb36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1097 time: 0.0461671 Oct 12 17:24:44.117024 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169df407-5642-4315-86b5-a040a7270ae9 x-openstack-request-id: req-169df407-5642-4315-86b5-a040a7270ae9 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:24:44.117303 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:24:44.117549 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-169df407-5642-4315-86b5-a040a7270ae9 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:24:44.118002 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'status': 'completed', 'code': 200} Oct 12 17:24:44.176928 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-41d2d300-d8ba-43ea-90af-51961495f7e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 217 time: 0.0382533 Oct 12 17:24:44.225424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-03de0d47-82e8-41ae-927c-69d5214f7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.226897 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-03de0d47-82e8-41ae-927c-69d5214f7e41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0430672 Oct 12 17:24:44.277215 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-2eddad05-cb03-4aa5-acf3-eb16d53b65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.278620 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-2eddad05-cb03-4aa5-acf3-eb16d53b65a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439782 Oct 12 17:24:44.367192 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-d48b6fa6-6dff-438c-8226-265bbd5e8d92 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814199 Oct 12 17:24:44.452143 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-d70aaf72-ddad-4a95-8635-8d6d384e0bdf req-51ee8254-cd43-4eef-90d9-7e7b7ca0df05 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781112 Oct 12 17:24:44.579522 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-02a35474-86ba-4e9e-83b9-ce73b1433942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.580852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-02a35474-86ba-4e9e-83b9-ce73b1433942 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1097 time: 0.0387633 Oct 12 17:24:44.686624 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-180da8a4-6648-4653-b777-fc3f5bfa1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.688086 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-180da8a4-6648-4653-b777-fc3f5bfa1619 service neutron] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 910 time: 0.1003101 Oct 12 17:24:44.729036 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-212a6ec7-69a3-45fe-9e20-659ef826bf05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 217 time: 0.0327957 Oct 12 17:24:44.781152 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-6e7c663e-ea11-4d7d-8ce4-749dc193d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.782676 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-6e7c663e-ea11-4d7d-8ce4-749dc193d9db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0465469 Oct 12 17:24:44.828107 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-87b9d7b3-e538-4906-a74d-7028fb4371d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:44.829662 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-87b9d7b3-e538-4906-a74d-7028fb4371d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395229 Oct 12 17:24:44.923805 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-cb26b246-8fcb-4bed-b58b-f612a0aea418 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866034 Oct 12 17:24:45.015027 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b1866037-ad92-478b-9876-e47e4fd2f58b req-e276ac95-ee6c-46f8-8345-66c157639e9d service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Oct 12 17:24:45.143143 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a5658-d705-49e3-945f-c0d70b59ab3e req-07c59373-4be1-43c9-bcca-8569ae671f20 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:45.144601 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f64a5658-d705-49e3-945f-c0d70b59ab3e req-07c59373-4be1-43c9-bcca-8569ae671f20 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0474608 Oct 12 17:24:45.180970 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f64a5658-d705-49e3-945f-c0d70b59ab3e req-4d1b8fc9-24b8-4a1c-abbf-7fba259ad42d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Oct 12 17:24:46.296477 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec48b18-8723-4c6c-ac47-7746f77bccd9 req-642d739d-0844-4496-8f35-b202d6632f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:46.297942 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ec48b18-8723-4c6c-ac47-7746f77bccd9 req-642d739d-0844-4496-8f35-b202d6632f50 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0507200 Oct 12 17:24:46.336641 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9ec48b18-8723-4c6c-ac47-7746f77bccd9 req-b7bf392c-138c-49b2-9b16-6657f82c7a85 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Oct 12 17:24:47.445065 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3716-1a85-49fc-a56d-5198954ff2e5 req-f2abb6db-29bf-4a45-9992-362ad08f0f5e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:47.446463 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-98ca3716-1a85-49fc-a56d-5198954ff2e5 req-f2abb6db-29bf-4a45-9992-362ad08f0f5e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0463686 Oct 12 17:24:47.482563 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-98ca3716-1a85-49fc-a56d-5198954ff2e5 req-7a0b9910-b334-4dfc-92ca-7764cdaca51c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301547 Oct 12 17:24:48.593031 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f14af3-2d4b-4920-a37b-27a9f5390bd3 req-4b2cea03-5fc0-4517-bde5-ab9125cdb916 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:48.594496 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8f14af3-2d4b-4920-a37b-27a9f5390bd3 req-4b2cea03-5fc0-4517-bde5-ab9125cdb916 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0468349 Oct 12 17:24:48.630266 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d8f14af3-2d4b-4920-a37b-27a9f5390bd3 req-d25c8698-1680-49b9-95a2-3d0e08f11669 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294075 Oct 12 17:24:49.468455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d7bcdac4-6325-4f49-8456-29183a79832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:49.745059 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657878-7ab1-455a-87a9-54956e100326 req-e47ed7e2-248f-42c5-8f42-55ac710b2816 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:49.746573 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4e657878-7ab1-455a-87a9-54956e100326 req-e47ed7e2-248f-42c5-8f42-55ac710b2816 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0519218 Oct 12 17:24:49.782984 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4e657878-7ab1-455a-87a9-54956e100326 req-308808a6-7d56-4e5b-9031-d8d465ac4b58 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305791 Oct 12 17:24:50.892374 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027aed-f559-4a79-9e4f-95c9a07539c2 req-f80f3fed-2ccf-46e5-a726-a2a104a7defc tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:50.893793 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9f027aed-f559-4a79-9e4f-95c9a07539c2 req-f80f3fed-2ccf-46e5-a726-a2a104a7defc tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0467122 Oct 12 17:24:50.929397 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9f027aed-f559-4a79-9e4f-95c9a07539c2 req-64ff31ca-d630-432f-9c18-feab1f0141f8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297928 Oct 12 17:24:51.949119 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-7bbec2e6-e406-43da-a77c-cb29061f7f58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383546 Oct 12 17:24:52.046662 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773552-e5f3-4b51-b97c-96f64edeade5 req-18587317-529e-4699-8374-62aafc05f1b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:52.048131 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b8773552-e5f3-4b51-b97c-96f64edeade5 req-18587317-529e-4699-8374-62aafc05f1b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0551503 Oct 12 17:24:52.051433 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689cfb-6137-46d6-a11a-64b379917cde req-f064ed8f-10e8-4355-be4a-09de865265aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:52.052906 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-f064ed8f-10e8-4355-be4a-09de865265aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 1098 time: 0.0427699 Oct 12 17:24:52.087882 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b8773552-e5f3-4b51-b97c-96f64edeade5 req-0550120d-11f7-435a-a91f-2d35cb041561 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338292 Oct 12 17:24:52.118578 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-06887dc7-da05-4b43-a940-b10a46ee6d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:52.154834 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689cfb-6137-46d6-a11a-64b379917cde req-7fd0a70c-e97d-4bfe-ae61-2872277d6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:52.156306 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-7fd0a70c-e97d-4bfe-ae61-2872277d6127 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 200 len: 917 time: 0.0849018 Oct 12 17:24:52.162441 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:24:52.208643 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-d67885bf-ee51-4abf-b744-279537bfe21d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 200 len: 217 time: 0.0449519 Oct 12 17:24:52.257390 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689cfb-6137-46d6-a11a-64b379917cde req-dbfe931d-b374-4346-8bf5-d6e0df5e3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:52.258858 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-dbfe931d-b374-4346-8bf5-d6e0df5e3d87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 200 len: 855 time: 0.0435247 Oct 12 17:24:52.258969 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:52.269661 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'port_id': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'mac_address': 'fa:16:3e:4e:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:24:52.289855 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-1a9e4237-3aad-49ba-b6b3-143d86ad38fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fddb8858-d07c-4dac-b8fd-6091b102c8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230055 Oct 12 17:24:52.305562 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:52.318458 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aac68d-69cc-407d-b84e-2d27a60c5025 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:24:52.340901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:52.345749 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:52.384609 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-d117eaa9-86bd-4b18-b019-a13df7a865f0 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Oct 12 17:24:52.392139 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:52.473604 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b9689cfb-6137-46d6-a11a-64b379917cde req-6f526a63-9963-4e40-8fa6-989e55389474 service neutron] 10.222.0.43 "GET /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808957 Oct 12 17:24:52.701563 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['c8aac68d-69cc-407d-b84e-2d27a60c5025'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:24:53.199193 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:53.202149 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc9da5-8bd0-4366-bfe7-d0f1982601f0 req-eec335d9-c99a-424d-995d-0c7c1a105803 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:53.203654 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-02cc9da5-8bd0-4366-bfe7-d0f1982601f0 req-eec335d9-c99a-424d-995d-0c7c1a105803 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Oct 12 17:24:53.240884 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-02cc9da5-8bd0-4366-bfe7-d0f1982601f0 req-4a027477-606f-402e-b06c-049c952112da tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Oct 12 17:24:53.258101 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:54.178179 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:24:54.225351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port c8aac68d-69cc-407d-b84e-2d27a60c5025 completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:24:54.228995 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port c8aac68d-69cc-407d-b84e-2d27a60c5025 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:24:54.229369 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:54.354659 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e38fa-1ca7-4bc9-a0aa-bb46b757197a req-811f53cf-a363-400e-a419-ea77942c6921 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:54.356239 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-686e38fa-1ca7-4bc9-a0aa-bb46b757197a req-811f53cf-a363-400e-a419-ea77942c6921 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 945 time: 0.0494778 Oct 12 17:24:54.396069 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-686e38fa-1ca7-4bc9-a0aa-bb46b757197a req-80f006a0-78ba-4123-96fe-9c7a9257487b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336795 Oct 12 17:24:54.432454 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:54.453764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:24:54.456045 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecfd26a-1595-404b-8be4-24e0eb111574" -d '{"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-plugged", "status": "completed", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:24:54.468755 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:24:54.474446 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:54.523495 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:54.555425 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86e6c42-58b5-4d9f-8b34-40f41af3d0d6 x-openstack-request-id: req-d86e6c42-58b5-4d9f-8b34-40f41af3d0d6 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:24:54.555710 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-plugged", "status": "completed", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:24:54.555983 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d86e6c42-58b5-4d9f-8b34-40f41af3d0d6 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:24:54.556396 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'code': 200} Oct 12 17:24:54.808725 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb720e3-5ff2-4d5d-95c5-ec8f974adf2c req-abf54f82-ec03-4555-aaef-6b548626d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:54.810190 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6cb720e3-5ff2-4d5d-95c5-ec8f974adf2c req-abf54f82-ec03-4555-aaef-6b548626d56f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0487711 Oct 12 17:24:54.846562 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-6cb720e3-5ff2-4d5d-95c5-ec8f974adf2c req-a54296b9-8a38-4fd9-8292-a1b68c08243c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271447 Oct 12 17:24:55.366971 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:55.506401 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86278-e592-4a52-b608-11fff0bc3d35 req-95287081-0ae3-4d93-946e-3745258e2bdb tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:55.507833 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d5e86278-e592-4a52-b608-11fff0bc3d35 req-95287081-0ae3-4d93-946e-3745258e2bdb tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0477629 Oct 12 17:24:55.546311 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d5e86278-e592-4a52-b608-11fff0bc3d35 req-3c344d27-ba75-4b1c-a202-3b1d8843b421 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Oct 12 17:24:56.660949 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb43849-dd2e-4f36-8971-91de2c9129b3 req-c741a98f-15c6-4687-9cc7-a37089497580 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:56.662520 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3bb43849-dd2e-4f36-8971-91de2c9129b3 req-c741a98f-15c6-4687-9cc7-a37089497580 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0516918 Oct 12 17:24:56.699972 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3bb43849-dd2e-4f36-8971-91de2c9129b3 req-56ac0f03-41b9-44d0-b601-be7ec0035441 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Oct 12 17:24:56.813240 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824a04b-935e-43c4-a01d-c57acf77aa7a req-7c4e0f78-25be-487c-9854-b39ef9204789 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:56.814875 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7824a04b-935e-43c4-a01d-c57acf77aa7a req-7c4e0f78-25be-487c-9854-b39ef9204789 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0514398 Oct 12 17:24:56.852034 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7824a04b-935e-43c4-a01d-c57acf77aa7a req-4365ec90-1f1f-47f8-aec3-6402fda41225 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303385 Oct 12 17:24:56.872935 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56902) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:57.001643 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b495120-dab3-40f7-8bc9-2460d00cd5b1 tempest-TestShelveInstance-222956030 tempest-TestShelveInstance-222956030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:57.003262 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0b495120-dab3-40f7-8bc9-2460d00cd5b1 tempest-TestShelveInstance-222956030 tempest-TestShelveInstance-222956030-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1094 time: 0.1293557 Oct 12 17:24:57.006874 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 56906) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:24:57.010991 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'port_id': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:24:57.032820 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.130123 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.228601 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Allocated IP 172.27.1.170 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/8758db34-397f-4826-855c-e1081499f815) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:24:57.330158 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.362508 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.400291 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:24:57.403148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:24:57.406786 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:24:57.433790 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'Port': ['ID=8758db34-397f-4826-855c-e1081499f815,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:57.754199 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.820974 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.964517 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:57.968751 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:58.031165 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event updated for resources: {'Port': ['ID=8758db34-397f-4826-855c-e1081499f815,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:24:58.045089 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:58.143036 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Floating IP ca6bc44c-dc18-4970-8a60-58d0e8bec356 associated. External IP: 172.27.1.170, port: c8aac68d-69cc-407d-b84e-2d27a60c5025. Oct 12 17:24:58.341444 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Router 61195c2b-7f2c-447c-865a-05dbb89a3907 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:24:58.451686 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:24:58.461002 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] Sync routers for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:24:58.468511 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:24:58.470923 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:58.471538 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:24:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:58.494623 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ca33c413-5c5f-4d53-9054-90b2861741b8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4867456 Oct 12 17:24:58.495375 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:24:58.497637 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74aa2be-5894-4870-81f5-d800753ea75a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:24:58.577651 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:58.585380 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd68395-472f-468b-a935-57eecdb6f48c x-openstack-request-id: req-bdd68395-472f-468b-a935-57eecdb6f48c {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:24:58.585702 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:24:58.585987 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bdd68395-472f-468b-a935-57eecdb6f48c {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:24:58.586390 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'status': 'completed', 'code': 200} Oct 12 17:24:58.672641 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2be-5894-4870-81f5-d800753ea75a req-58b7c810-718f-4e84-9e7b-527ebd3ef5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:58.674085 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-58b7c810-718f-4e84-9e7b-527ebd3ef5f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0421324 Oct 12 17:24:58.764488 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2be-5894-4870-81f5-d800753ea75a req-3b623e4f-5d18-4f18-8fdf-213bda6c267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:58.766002 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-3b623e4f-5d18-4f18-8fdf-213bda6c267f service neutron] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 910 time: 0.0846817 Oct 12 17:24:58.832843 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-a3a8de1e-d6f1-45df-aee7-e33e5cdc56bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 1000 time: 0.0593030 Oct 12 17:24:58.850947 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': 'ca6bc44c-dc18-4970-8a60-58d0e8bec356', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'port_id': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'mac_address': 'fa:16:3e:4e:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:24:57Z', 'updated_at': '2021-10-12T17:24:57Z', 'revision_number': 0, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:11Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:58.878732 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] Checking router: 61195c2b-7f2c-447c-865a-05dbb89a3907 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:24:58.887193 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:24:58.887791 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:24:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:58.892258 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2be-5894-4870-81f5-d800753ea75a req-b2b6ecfc-146b-4a0c-a9e4-2d2a343a38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:58.893696 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-b2b6ecfc-146b-4a0c-a9e4-2d2a343a38b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0511146 Oct 12 17:24:58.938950 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2be-5894-4870-81f5-d800753ea75a req-c6990e8a-d159-4b04-9f7f-7be396301835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:24:58.940421 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-c6990e8a-d159-4b04-9f7f-7be396301835 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391569 Oct 12 17:24:58.990859 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:24:59.234748 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': 'ca6bc44c-dc18-4970-8a60-58d0e8bec356', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'port_id': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'mac_address': 'fa:16:3e:4e:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:24:57Z', 'updated_at': '2021-10-12T17:24:57Z', 'revision_number': 0, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:11Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:24:59.261212 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd44eb-b8b4-487a-8e13-fe966ce0afd0 None None] The sync data for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi is: [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': 'ca6bc44c-dc18-4970-8a60-58d0e8bec356', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'port_id': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'mac_address': 'fa:16:3e:4e:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:24:57Z', 'updated_at': '2021-10-12T17:24:57Z', 'revision_number': 0, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:11Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:24:59.292836 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-d9126a5f-e1c2-457b-9170-9ac454633059 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441167 Oct 12 17:24:59.386217 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-b74aa2be-5894-4870-81f5-d800753ea75a req-74ebeb16-8eee-4570-b1d8-e1ce7bb8ebd2 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Oct 12 17:24:59.447570 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d59ecd-c850-4215-af6a-e7780b4e617b None None] New status for floating IP ca6bc44c-dc18-4970-8a60-58d0e8bec356: ACTIVE {{(pid=105676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:25:00.198862 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:13.666350 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:25:17.745503 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4073ceb-ee27-4a6a-9273-02e4bb333c73 req-5b1a3f19-29c8-4bb6-adbb-b07c31b7879e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:25:17.747001 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4073ceb-ee27-4a6a-9273-02e4bb333c73 req-5b1a3f19-29c8-4bb6-adbb-b07c31b7879e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0475051 Oct 12 17:25:17.784743 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c4073ceb-ee27-4a6a-9273-02e4bb333c73 req-e4b84d87-8a99-4409-9d27-e98508a11439 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Oct 12 17:25:18.413294 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-5ae46426-51a4-4601-9f46-65310f071b4e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:25:18.415305 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-5ae46426-51a4-4601-9f46-65310f071b4e tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 946 time: 0.0499663 Oct 12 17:25:18.501074 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Deleting port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:25:18.501407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:18.589980 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] For port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:25:18.590279 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:18.602538 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Calling delete_port for 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:25:18.723257 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:18.750267 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event deleted for resources: {'Port': ['ID=1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:18.761041 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e', 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:25:18.764955 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.765312 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.765674 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.766300 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.766654 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.767893 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.767893 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.767893 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.767893 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.768494 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.768649 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.768921 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:18.810295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] No DVR routers for this DVR port 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:25:18.813392 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:18.817058 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-a289f91c-61ee-4626-bcd4-19eae0cdaf58 req-f5e6fedb-a741-4295-a507-b6f1d4754592 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "DELETE /v2.0/ports/1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 HTTP/1.1" status: 204 len: 173 time: 0.3951051 Oct 12 17:25:18.817537 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'name': 'network-vif-deleted', 'tag': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:25:18.821578 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd60102-1a98-4e51-8cef-d8d36ff84b2b" -d '{"events": [{"server_uuid": "d2e5ed49-472b-4bb5-9d17-ff01676f5116", "name": "network-vif-deleted", "tag": "1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:25:18.870238 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abb44fe-557f-426f-8b97-e25de8352a42 x-openstack-request-id: req-7abb44fe-557f-426f-8b97-e25de8352a42 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:25:18.870854 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e5ed49-472b-4bb5-9d17-ff01676f5116", "name": "network-vif-deleted", "tag": "1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:25:18.871340 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7abb44fe-557f-426f-8b97-e25de8352a42 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:25:18.872626 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e5ed49-472b-4bb5-9d17-ff01676f5116', 'name': 'network-vif-deleted', 'tag': '1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6', 'status': 'completed', 'code': 200} Oct 12 17:25:18.894255 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-70fbc619-3f42-4f12-8e15-57f584ed06f0 req-34ebb780-087a-4293-a671-8ec97fff6683 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2e5ed49-472b-4bb5-9d17-ff01676f5116 HTTP/1.1" status: 200 len: 210 time: 0.0330558 Oct 12 17:25:19.470646 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5d0b66f0-64e1-4c78-9bb5-b329be234886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:20.151678 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d289bf-aabf-47d6-a375-1cb727cb1a7c req-a7c34e70-f241-470a-b7a3-64872d9e8eaa tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:25:20.153113 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-65d289bf-aabf-47d6-a375-1cb727cb1a7c req-a7c34e70-f241-470a-b7a3-64872d9e8eaa tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 945 time: 0.0468712 Oct 12 17:25:20.189451 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-65d289bf-aabf-47d6-a375-1cb727cb1a7c req-0442b4ac-b063-49cf-b2f1-0fd19d7b2cf3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305552 Oct 12 17:25:20.277905 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:25:20.298012 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:25:20.298353 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 1cc7c1b9-ccba-4666-a9ea-fd5f5d005dc6 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:25:20.717785 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-6c92bbe8-e018-4ecc-800d-9b4ffcdae9c4 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:25:20.719277 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-6c92bbe8-e018-4ecc-800d-9b4ffcdae9c4 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 945 time: 0.0470397 Oct 12 17:25:20.810159 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Deleting port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:25:20.810500 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:20.896168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] For port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:25:20.896517 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:20.911955 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Calling delete_port for f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:25:21.044218 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:21.074348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event deleted for resources: {'Port': ['ID=f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:21.081448 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['46b36264-0c19-479a-9c84-cbb1dc41758e', 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:25:21.118290 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] No DVR routers for this DVR port f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:25:21.121310 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:21.124676 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-18cf41f2-7388-4ec9-a27c-162aaa919741 req-c719a522-aa8b-43cc-b407-167e49d80988 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "DELETE /v2.0/ports/f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 HTTP/1.1" status: 204 len: 173 time: 0.3994195 Oct 12 17:25:21.125116 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'name': 'network-vif-deleted', 'tag': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:25:21.127392 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1688085-88e9-42dd-85f8-082fe12d37d8" -d '{"events": [{"server_uuid": "e37753c7-28db-44c5-ad60-29e703f806b6", "name": "network-vif-deleted", "tag": "f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:25:21.165237 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dd4a33-cba0-4973-b2cc-e0cfad8bdec3 x-openstack-request-id: req-d8dd4a33-cba0-4973-b2cc-e0cfad8bdec3 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:25:21.165533 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37753c7-28db-44c5-ad60-29e703f806b6", "name": "network-vif-deleted", "tag": "f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:25:21.165838 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8dd4a33-cba0-4973-b2cc-e0cfad8bdec3 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:25:21.166540 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37753c7-28db-44c5-ad60-29e703f806b6', 'name': 'network-vif-deleted', 'tag': 'f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9', 'status': 'completed', 'code': 200} Oct 12 17:25:21.283136 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6f175df3-c4fd-41f2-9d82-de7a2a3ec31f req-76ef3cef-fcca-47ba-bcbf-d7a75e3ae608 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37753c7-28db-44c5-ad60-29e703f806b6 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Oct 12 17:25:22.120374 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0d0487fc-13b2-47cf-b5d2-f29bca28aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:23.191315 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:23.260311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:23.652772 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec88a2-c873-4b5d-bbf7-6715103e69c6 req-c1281313-e889-49b9-b21a-6573d456a8dc tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:25:23.654218 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1ec88a2-c873-4b5d-bbf7-6715103e69c6 req-c1281313-e889-49b9-b21a-6573d456a8dc tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 945 time: 0.0461924 Oct 12 17:25:23.691771 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d1ec88a2-c873-4b5d-bbf7-6715103e69c6 req-a58ab9c0-e086-4430-8b9b-a5e1000f10c7 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/security-groups?id=e95bf8b5-ede5-4e72-b054-8f28539b6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Oct 12 17:25:24.185073 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-5c81124c-972b-4a94-8b8e-6a94719baaed tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:25:24.186545 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-5c81124c-972b-4a94-8b8e-6a94719baaed tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Oct 12 17:25:24.278086 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Deleting port 46b36264-0c19-479a-9c84-cbb1dc41758e {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:25:24.278426 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:24.325896 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 46b36264-0c19-479a-9c84-cbb1dc41758e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:25:24.364289 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=46b36264-0c19-479a-9c84-cbb1dc41758e,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:25:24.364648 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:24.376963 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Calling delete_port for 46b36264-0c19-479a-9c84-cbb1dc41758e owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:25:24.400733 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:24.422333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:25:24.424575 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce7aa8-df33-41e9-893b-83d7b4aac056" -d '{"events": [{"server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "name": "network-vif-unplugged", "status": "completed", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:25:24.439350 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 46b36264-0c19-479a-9c84-cbb1dc41758e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=46b36264-0c19-479a-9c84-cbb1dc41758e,segment=NetworkSegment(a1b8a73d-169c-4756-b8b8-85f02adf409e),segment_id=a1b8a73d-169c-4756-b8b8-85f02adf409e)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:25:24.444756 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:24.446152 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:25:24.468698 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e5dce-1607-49c6-adf2-34952f894318 x-openstack-request-id: req-1f3e5dce-1607-49c6-adf2-34952f894318 {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:25:24.469105 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "name": "network-vif-unplugged", "status": "completed", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:25:24.469360 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f3e5dce-1607-49c6-adf2-34952f894318 {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:25:24.469738 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e', 'code': 200} Oct 12 17:25:24.486405 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:25:24.486745 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device f547e05b-7b3e-498f-8fa7-e4ed9fa3b4a9 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:25:24.512818 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=6']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:24.519092 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:24.525054 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.525399 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.525735 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.526102 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.526431 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.526773 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.527083 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.527503 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.528079 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.528656 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.529132 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.529458 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:24.549837 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Pushing event deleted for resources: {'Port': ['ID=46b36264-0c19-479a-9c84-cbb1dc41758e,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:24.592415 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] No DVR routers for this DVR port 46b36264-0c19-479a-9c84-cbb1dc41758e on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:25:24.594978 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:24.598464 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-14e40f0e-faed-4004-8122-2ba39fd27413 req-19000454-42df-48a8-841b-778c9a11fc85 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.43 "DELETE /v2.0/ports/46b36264-0c19-479a-9c84-cbb1dc41758e HTTP/1.1" status: 204 len: 173 time: 0.4057653 Oct 12 17:25:24.598926 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'name': 'network-vif-deleted', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:25:24.601251 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdbd398-3adc-4eed-a946-2791145ffd86" -d '{"events": [{"server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "name": "network-vif-deleted", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:25:24.641303 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2cb42e-fd61-4017-9405-ce8a82d4b36a x-openstack-request-id: req-be2cb42e-fd61-4017-9405-ce8a82d4b36a {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:25:24.641593 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa0184-282b-454c-a17f-6cb5b60789a5", "name": "network-vif-deleted", "tag": "46b36264-0c19-479a-9c84-cbb1dc41758e", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:25:24.641849 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be2cb42e-fd61-4017-9405-ce8a82d4b36a {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:25:24.642267 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa0184-282b-454c-a17f-6cb5b60789a5', 'name': 'network-vif-deleted', 'tag': '46b36264-0c19-479a-9c84-cbb1dc41758e', 'status': 'completed', 'code': 200} Oct 12 17:25:24.800517 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-41209472-f7fb-47d9-8614-bfdd4a808914 req-6b913a11-8a5c-4773-8e74-38d86294a0a3 tempest-AttachVolumeNegativeTest-685270722 tempest-AttachVolumeNegativeTest-685270722-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8aa0184-282b-454c-a17f-6cb5b60789a5 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Oct 12 17:25:25.370950 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:25.855614 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57112) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:25.991877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Deleting subnet 09af2e27-152b-4cd7-87de-85b4edc60792 {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:25:25.995299 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.028353 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.065799 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.120212 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.147103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09af2e27-152b-4cd7-87de-85b4edc60792,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:26.150067 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.152948 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/09af2e27-152b-4cd7-87de-85b4edc60792 HTTP/1.1" status: 204 len: 168 time: 0.2963398 Oct 12 17:25:26.155546 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57116) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:26.159059 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.159402 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.159739 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.160073 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.160396 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.160735 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.161045 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.161364 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.161687 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.162030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.162347 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.162662 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71ebaf-d486-45c3-aaca-5d6e970057f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:25:26.225249 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.302015 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.326345 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddb8858-d07c-4dac-b8fd-6091b102c8b5']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:25:26.335710 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b8a73d-169c-4756-b8b8-85f02adf409e') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:25:26.336050 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b8a73d-169c-4756-b8b8-85f02adf409e') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:25:26.345093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.358133 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.363766 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:25:26.364182 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:25:26.366125 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:25:26.419272 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.425545 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.428746 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fddb8858-d07c-4dac-b8fd-6091b102c8b5 HTTP/1.1" status: 204 len: 168 time: 0.2721424 Oct 12 17:25:26.438825 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3230f00-1bc2-43b9-8209-4ba1ded6a963 admin admin] Pushing event deleted for resources: {'Network': ['ID=fddb8858-d07c-4dac-b8fd-6091b102c8b5,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:26.537226 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57122) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:26.576263 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-30daa7cb-a362-4435-95df-4065a7679935 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21ab55c3bf90442dba24cbfc0d6e5fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377553 Oct 12 17:25:26.578614 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57124) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:26.624954 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6f1beb21-1ce0-4145-8a43-c854f37350a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.645679 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6f1beb21-1ce0-4145-8a43-c854f37350a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.693861 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6f1beb21-1ce0-4145-8a43-c854f37350a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.696482 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6f1beb21-1ce0-4145-8a43-c854f37350a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:26.697668 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-6f1beb21-1ce0-4145-8a43-c854f37350a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e95bf8b5-ede5-4e72-b054-8f28539b6224 HTTP/1.1" status: 204 len: 168 time: 0.1181271 Oct 12 17:25:26.705275 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1beb21-1ce0-4145-8a43-c854f37350a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95bf8b5-ede5-4e72-b054-8f28539b6224,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:28.306428 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57180) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:28.406745 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9e926e1b-46fa-4ac1-9962-cc816c67a270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.482749 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9e926e1b-46fa-4ac1-9962-cc816c67a270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.486404 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9e926e1b-46fa-4ac1-9962-cc816c67a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.522985 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e926e1b-46fa-4ac1-9962-cc816c67a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e7d725-b990-4c49-9df1-a0615a266ba4,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:28.528151 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9e926e1b-46fa-4ac1-9962-cc816c67a270 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa856fb93ef84d3abcf17249f0be09a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207062 Oct 12 17:25:28.530886 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57186) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:28.577927 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-45614c46-dc0d-4aa3-8c98-7b7924d5c2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.597739 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-45614c46-dc0d-4aa3-8c98-7b7924d5c2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.642233 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-45614c46-dc0d-4aa3-8c98-7b7924d5c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.644755 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-45614c46-dc0d-4aa3-8c98-7b7924d5c2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.645854 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-45614c46-dc0d-4aa3-8c98-7b7924d5c2aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59e7d725-b990-4c49-9df1-a0615a266ba4 HTTP/1.1" status: 204 len: 168 time: 0.1141841 Oct 12 17:25:28.653444 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45614c46-dc0d-4aa3-8c98-7b7924d5c2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e7d725-b990-4c49-9df1-a0615a266ba4,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:28.904507 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57194) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:28.917905 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2d98fddb-b5cf-47c4-95f1-f13fcc36c23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.988939 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2d98fddb-b5cf-47c4-95f1-f13fcc36c23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:28.992526 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-2d98fddb-b5cf-47c4-95f1-f13fcc36c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:29.032283 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-2d98fddb-b5cf-47c4-95f1-f13fcc36c23d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fb461b51d2042708632c6a8cbb5c691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266558 Oct 12 17:25:29.033053 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98fddb-b5cf-47c4-95f1-f13fcc36c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2197929-5e53-44b6-b891-8beafd2b258d,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:29.034893 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57196) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:29.082310 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03e7af04-e5b3-4ab9-926b-9fe9d18c5c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:29.103318 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03e7af04-e5b3-4ab9-926b-9fe9d18c5c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:29.156007 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03e7af04-e5b3-4ab9-926b-9fe9d18c5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:29.158735 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03e7af04-e5b3-4ab9-926b-9fe9d18c5c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:29.159873 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-03e7af04-e5b3-4ab9-926b-9fe9d18c5c60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2197929-5e53-44b6-b891-8beafd2b258d HTTP/1.1" status: 204 len: 168 time: 0.1239920 Oct 12 17:25:29.168332 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7af04-e5b3-4ab9-926b-9fe9d18c5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2197929-5e53-44b6-b891-8beafd2b258d,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:30.207038 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:30.791663 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57254) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:30.902485 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0dceeac5-a8de-4e5b-8ee9-d7101825f9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:30.974764 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0dceeac5-a8de-4e5b-8ee9-d7101825f9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:30.978835 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-0dceeac5-a8de-4e5b-8ee9-d7101825f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.015338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceeac5-a8de-4e5b-8ee9-d7101825f9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fbab5a-85b1-4f99-b2ef-a54d2e0f863e,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:31.020795 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-0dceeac5-a8de-4e5b-8ee9-d7101825f9ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f43a3d510a57427c941a2318c40b8a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280819 Oct 12 17:25:31.023844 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57260) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:31.074295 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a70637d-d550-4a38-a1cf-dd6b2f2094fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.095774 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a70637d-d550-4a38-a1cf-dd6b2f2094fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.142935 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a70637d-d550-4a38-a1cf-dd6b2f2094fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.145388 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7a70637d-d550-4a38-a1cf-dd6b2f2094fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.146560 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7a70637d-d550-4a38-a1cf-dd6b2f2094fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36fbab5a-85b1-4f99-b2ef-a54d2e0f863e HTTP/1.1" status: 204 len: 168 time: 0.1218054 Oct 12 17:25:31.159352 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70637d-d550-4a38-a1cf-dd6b2f2094fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fbab5a-85b1-4f99-b2ef-a54d2e0f863e,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:31.425716 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57266) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:31.439219 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-28d17c10-4a63-48f4-9d47-5993e4d0e52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.522280 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-28d17c10-4a63-48f4-9d47-5993e4d0e52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.526351 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-28d17c10-4a63-48f4-9d47-5993e4d0e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.566775 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17c10-4a63-48f4-9d47-5993e4d0e52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e9b9b9-5f55-4938-b8d1-e499476f40df,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:31.571165 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-28d17c10-4a63-48f4-9d47-5993e4d0e52d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=246eaf4f25604ac8a7720dff06b77f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443553 Oct 12 17:25:31.573692 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57270) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:31.624022 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff5da025-57e3-4867-bfb8-213767986169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.647110 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff5da025-57e3-4867-bfb8-213767986169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.692459 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff5da025-57e3-4867-bfb8-213767986169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.695135 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff5da025-57e3-4867-bfb8-213767986169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:31.696282 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-ff5da025-57e3-4867-bfb8-213767986169 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93e9b9b9-5f55-4938-b8d1-e499476f40df HTTP/1.1" status: 204 len: 168 time: 0.1216559 Oct 12 17:25:31.706904 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5da025-57e3-4867-bfb8-213767986169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e9b9b9-5f55-4938-b8d1-e499476f40df,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:43.370242 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57454) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:43.469725 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-82dafd20-3e3e-40e3-92ed-1016db4b8b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.542723 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-82dafd20-3e3e-40e3-92ed-1016db4b8b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.546450 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-82dafd20-3e3e-40e3-92ed-1016db4b8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.582463 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dafd20-3e3e-40e3-92ed-1016db4b8b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60679194-3770-4e1c-b438-188cd5c945b6,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:43.590559 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-82dafd20-3e3e-40e3-92ed-1016db4b8b4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9da18b9b2e144578c510cb72fbea32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191715 Oct 12 17:25:43.593058 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57460) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:43.640255 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0655178-ae55-46a6-848d-f51bb448cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.660618 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0655178-ae55-46a6-848d-f51bb448cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.704169 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0655178-ae55-46a6-848d-f51bb448cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.706693 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0655178-ae55-46a6-848d-f51bb448cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:43.707816 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a0655178-ae55-46a6-848d-f51bb448cecc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60679194-3770-4e1c-b438-188cd5c945b6 HTTP/1.1" status: 204 len: 168 time: 0.1138773 Oct 12 17:25:43.715920 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0655178-ae55-46a6-848d-f51bb448cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60679194-3770-4e1c-b438-188cd5c945b6,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:43.958407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57466) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:43.971382 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a62db25a-ef80-4428-985a-6d2fe4e46a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.043030 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a62db25a-ef80-4428-985a-6d2fe4e46a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.046543 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a62db25a-ef80-4428-985a-6d2fe4e46a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.083330 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a62db25a-ef80-4428-985a-6d2fe4e46a47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4361973f87fa49858f0d3d882a9a7c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238518 Oct 12 17:25:44.085488 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62db25a-ef80-4428-985a-6d2fe4e46a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ac62c-3ad8-436a-bd38-808286bbe31c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:44.086132 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57470) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:44.134630 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-41dff943-9bb5-4c8f-877a-891e11457bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.154726 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-41dff943-9bb5-4c8f-877a-891e11457bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.198607 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-41dff943-9bb5-4c8f-877a-891e11457bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.201275 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-41dff943-9bb5-4c8f-877a-891e11457bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:44.202428 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-41dff943-9bb5-4c8f-877a-891e11457bbe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f02ac62c-3ad8-436a-bd38-808286bbe31c HTTP/1.1" status: 204 len: 168 time: 0.1153183 Oct 12 17:25:44.209667 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dff943-9bb5-4c8f-877a-891e11457bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ac62c-3ad8-436a-bd38-808286bbe31c,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:46.048848 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57548) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:46.153174 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-15fe4c7c-69c4-4c51-b9c0-784c337ca26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.225009 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-15fe4c7c-69c4-4c51-b9c0-784c337ca26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.228732 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-15fe4c7c-69c4-4c51-b9c0-784c337ca26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.266680 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-15fe4c7c-69c4-4c51-b9c0-784c337ca26d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fa2ebe640ce4614904e250b1f3e29ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167809 Oct 12 17:25:46.267561 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe4c7c-69c4-4c51-b9c0-784c337ca26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f951e67-0e50-410f-9a97-95730ac0fa71,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:46.269281 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57554) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:46.317268 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-80e9ab1a-7a64-4545-a3f0-e90773e597fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.337891 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-80e9ab1a-7a64-4545-a3f0-e90773e597fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.381985 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-80e9ab1a-7a64-4545-a3f0-e90773e597fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.385346 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-80e9ab1a-7a64-4545-a3f0-e90773e597fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.386514 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-80e9ab1a-7a64-4545-a3f0-e90773e597fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f951e67-0e50-410f-9a97-95730ac0fa71 HTTP/1.1" status: 204 len: 168 time: 0.1156437 Oct 12 17:25:46.393700 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9ab1a-7a64-4545-a3f0-e90773e597fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f951e67-0e50-410f-9a97-95730ac0fa71,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:46.658002 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57560) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:46.671060 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a4341c45-d536-43f1-81e9-bffefc39734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.748014 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a4341c45-d536-43f1-81e9-bffefc39734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.752193 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a4341c45-d536-43f1-81e9-bffefc39734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.792132 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-a4341c45-d536-43f1-81e9-bffefc39734f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=566ff3c822074105a335bde4b5594e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330295 Oct 12 17:25:46.793235 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341c45-d536-43f1-81e9-bffefc39734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cc9ed2-5e96-4f32-9968-6a0297d32f44,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:46.795136 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57564) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:46.843515 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1aab92cf-b284-4abb-a4b2-1f5d8449ef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.863339 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1aab92cf-b284-4abb-a4b2-1f5d8449ef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.908071 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1aab92cf-b284-4abb-a4b2-1f5d8449ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.910725 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1aab92cf-b284-4abb-a4b2-1f5d8449ef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:46.911857 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1aab92cf-b284-4abb-a4b2-1f5d8449ef4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2cc9ed2-5e96-4f32-9968-6a0297d32f44 HTTP/1.1" status: 204 len: 168 time: 0.1155584 Oct 12 17:25:46.919574 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab92cf-b284-4abb-a4b2-1f5d8449ef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cc9ed2-5e96-4f32-9968-6a0297d32f44,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:49.472250 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-911f9349-9cb4-44fe-8dba-be55a35ae840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:50.664658 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:25:52.122233 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-edfa6fc8-bc7a-4908-a7cc-5c85c2e9f4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:53.192451 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:53.263555 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:54.678664 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57716) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:54.781040 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-762d1ed9-000b-4a2e-91d3-c2aed95fc23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:54.855432 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-762d1ed9-000b-4a2e-91d3-c2aed95fc23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:54.858901 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-762d1ed9-000b-4a2e-91d3-c2aed95fc23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:54.896799 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-762d1ed9-000b-4a2e-91d3-c2aed95fc23d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3aa1f8fd23394390976036c7772bdf9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165489 Oct 12 17:25:54.897735 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d1ed9-000b-4a2e-91d3-c2aed95fc23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a68ea-39fd-4be3-95f4-8e62a61ef657,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:54.900093 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57720) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:54.946921 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec33d-8dfd-4a1b-bb23-8cba1cf67084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:54.967181 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec33d-8dfd-4a1b-bb23-8cba1cf67084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.011618 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec33d-8dfd-4a1b-bb23-8cba1cf67084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.014134 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9d9ec33d-8dfd-4a1b-bb23-8cba1cf67084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.015241 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9d9ec33d-8dfd-4a1b-bb23-8cba1cf67084 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/394a68ea-39fd-4be3-95f4-8e62a61ef657 HTTP/1.1" status: 204 len: 168 time: 0.1141703 Oct 12 17:25:55.022410 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ec33d-8dfd-4a1b-bb23-8cba1cf67084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a68ea-39fd-4be3-95f4-8e62a61ef657,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:55.282562 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57728) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:55.295838 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-15e0a955-2e71-4c45-900f-096f1199f005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.370135 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-15e0a955-2e71-4c45-900f-096f1199f005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.373473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.374631 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-15e0a955-2e71-4c45-900f-096f1199f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.414294 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-15e0a955-2e71-4c45-900f-096f1199f005 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65cf537a1fba4554baad3f91452cdc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305900 Oct 12 17:25:55.416370 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0a955-2e71-4c45-900f-096f1199f005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a5848c-9134-43d6-84ea-6d6505f5ddb8,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:55.417130 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57730) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:55.464639 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8bda003-f71d-4d80-ae5a-9652168a6ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.485239 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8bda003-f71d-4d80-ae5a-9652168a6ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.534651 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8bda003-f71d-4d80-ae5a-9652168a6ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.537612 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c8bda003-f71d-4d80-ae5a-9652168a6ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.539293 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c8bda003-f71d-4d80-ae5a-9652168a6ea1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08a5848c-9134-43d6-84ea-6d6505f5ddb8 HTTP/1.1" status: 204 len: 168 time: 0.1206722 Oct 12 17:25:55.546576 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bda003-f71d-4d80-ae5a-9652168a6ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a5848c-9134-43d6-84ea-6d6505f5ddb8,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:55.859635 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57738) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:55.872450 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0dfec3d9-f611-4938-ab75-e1f280b54e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.945167 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0dfec3d9-f611-4938-ab75-e1f280b54e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.949236 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0dfec3d9-f611-4938-ab75-e1f280b54e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:55.987348 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0dfec3d9-f611-4938-ab75-e1f280b54e6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96ec391c0bb14e388fdf4c1ccff0a324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266537 Oct 12 17:25:55.988179 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfec3d9-f611-4938-ab75-e1f280b54e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed238a-3679-4483-999b-f8203740bfe4,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:25:55.990124 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57740) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:25:56.038115 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d14018da-b94f-405d-834d-235d57b6bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:56.058666 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d14018da-b94f-405d-834d-235d57b6bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:56.106669 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d14018da-b94f-405d-834d-235d57b6bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:56.109314 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d14018da-b94f-405d-834d-235d57b6bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:25:56.110493 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d14018da-b94f-405d-834d-235d57b6bcd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1ed238a-3679-4483-999b-f8203740bfe4 HTTP/1.1" status: 204 len: 168 time: 0.1192913 Oct 12 17:25:56.118032 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14018da-b94f-405d-834d-235d57b6bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed238a-3679-4483-999b-f8203740bfe4,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:00.212512 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:06.772136 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57930) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:06.874248 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5635ea0-5f0c-4c71-bd56-4751489441f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:06.947024 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5635ea0-5f0c-4c71-bd56-4751489441f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:06.950503 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e5635ea0-5f0c-4c71-bd56-4751489441f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:06.987137 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635ea0-5f0c-4c71-bd56-4751489441f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b789a92d-63da-41ae-b573-60ca32e788d4,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:06.991384 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e5635ea0-5f0c-4c71-bd56-4751489441f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=951bc69025d048d4b8b8a9b55c135139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182226 Oct 12 17:26:06.994008 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57934) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:07.042073 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7337efed-6d7d-4464-9f40-0a43c9af61e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.061719 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7337efed-6d7d-4464-9f40-0a43c9af61e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.105932 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7337efed-6d7d-4464-9f40-0a43c9af61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.108419 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7337efed-6d7d-4464-9f40-0a43c9af61e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.109532 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7337efed-6d7d-4464-9f40-0a43c9af61e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b789a92d-63da-41ae-b573-60ca32e788d4 HTTP/1.1" status: 204 len: 168 time: 0.1146142 Oct 12 17:26:07.117449 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337efed-6d7d-4464-9f40-0a43c9af61e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b789a92d-63da-41ae-b573-60ca32e788d4,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:07.718259 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57958) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:07.818454 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57968) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:07.819906 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-809062525-network', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:07.844560 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Made reservation on behalf of f77ac05b3c03484f88e6f24b224b6d13 for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:26:07.846798 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.855775 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.928059 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.931788 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.951794 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:26:07.967354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:07.967731 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Added segment 017a2080-4a21-46f2-895b-e9027ad1afe2 of type vlan for network 2bf5373f-505f-4988-8b8a-6ab08b503a7b Oct 12 17:26:07.968866 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1088d145-24bb-48d3-b81e-95850f0eafb7,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:08.009246 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.039636 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.040630 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:08.041226 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.104665 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3818746 Oct 12 17:26:08.106723 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57972) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:08.111874 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Request body: {'subnet': {'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-809062525-subnet', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'ip_version': 4}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:08.115184 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5938-9a94-49fc-9645-fe54eadc4cfb admin admin] Pushing event updated for resources: {'Network': ['ID=2bf5373f-505f-4988-8b8a-6ab08b503a7b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:08.126083 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:26:08.136520 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Made reservation on behalf of f77ac05b3c03484f88e6f24b224b6d13 for: {'subnet': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:26:08.139002 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26922782'] for subnet, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.323368 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26584600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26922800'] for subnet, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.381944 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b63a120-fe87-4075-99bb-89a036f43d1d,revision_number=0']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:08.386627 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Checking segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:08.386990 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Network hostable DHCP agents. Network: 2bf5373f-505f-4988-8b8a-6ab08b503a7b, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:26:08.404529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:26:08.413064 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 2bf5373f-505f-4988-8b8a-6ab08b503a7b) {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:08.419533 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:08.420010 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.423730 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9a965-15de-4ab0-a6ad-cd37a58285a1 None None] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:26:08.436621 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-020e96f1-c03f-4e4e-9f10-247333804f07 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3288522 Oct 12 17:26:08.439224 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57976) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:08.440342 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.443623 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:08.464039 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.465064 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.524723 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.580816 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:26:08.581680 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.660519 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.695420 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Deleting port ad0005e9-c75e-4a16-bad4-4a833a758f18 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:08.695839 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.717709 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Allocated IP 172.20.0.2 (2bf5373f-505f-4988-8b8a-6ab08b503a7b/9b63a120-fe87-4075-99bb-89a036f43d1d/32666d3c-3b84-4188-9a0e-86f51f3cc8ab) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:08.785100 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] For port ad0005e9-c75e-4a16-bad4-4a833a758f18, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=ad0005e9-c75e-4a16-bad4-4a833a758f18,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:08.785655 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.799219 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Calling delete_port for ad0005e9-c75e-4a16-bad4-4a833a758f18 owned by network:router_interface {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:08.872960 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.874436 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.879742 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.894518 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.914458 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:08.920507 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:08.924085 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:08.932447 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Pushing event updated for resources: {'Port': ['ID=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:08.991058 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Attempting to bind port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:08.991695 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Attempting to bind port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:08.992225 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Attempting to bind port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab on network 2bf5373f-505f-4988-8b8a-6ab08b503a7b {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:08.997263 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:08.997622 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Checking segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:08.998110 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:08.998498 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Bound using segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:08.998950 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Bound port: 32666d3c-3b84-4188-9a0e-86f51f3cc8ab, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:08.999332 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.001832 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.005563 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Allocated IP 172.27.1.184 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/075729bd-0ddd-49ca-8a44-c86c1f005dc1) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:09.029827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0005e9-c75e-4a16-bad4-4a833a758f18,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:09.146846 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.184318 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.203501 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] For port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:09.206834 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] For port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:09.211770 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.218818 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.222249 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:09.227444 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:09.232988 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:09.263097 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Pushing event updated for resources: {'Port': ['ID=075729bd-0ddd-49ca-8a44-c86c1f005dc1,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:09.320322 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e3b9e-ffc6-4155-95e3-e15263253ca9 None None] Pushing event updated for resources: {'Port': ['ID=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:09.497035 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:26:09.550093 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.631044 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:26:09.636868 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-617166f9-8ba5-4750-a5a0-8a548d1df609 admin admin] 10.222.0.58 "PUT /v2.0/routers/7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173940 Oct 12 17:26:09.639421 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57980) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:09.642145 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] Sync routers for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:26:09.651601 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:09.652206 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:09.775105 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:09.830290 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks [] for router, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.877068 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:09.915674 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 32666d3c-3b84-4188-9a0e-86f51f3cc8ab up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:10.007035 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:10.008181 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.013526 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T17:26:08Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:10.063940 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] Checking router: 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:26:10.084050 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] Routers {'7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:10.084679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:10.213967 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.233589 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] Set router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:10.267024 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7554f67-ddd0-42be-9e04-394a416ee2b7 None None] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:26:10.288399 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.342211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:26:10.369960 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:10.406079 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Deleting port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:10.406417 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.409578 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.453844 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-7678498e-e2a4-43ed-bd3e-2718ad176bef None None] Provisioning complete for port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:10.454239 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-7678498e-e2a4-43ed-bd3e-2718ad176bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.513999 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:26:10.523575 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Sync routers for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:26:10.538113 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:10.539544 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:10.541452 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] For port 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:10.543387 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.546392 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.550209 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-99567dda-cc5f-4417-9aec-b3c77fdec022 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1074672 Oct 12 17:26:10.551022 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 57986) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:10.551749 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:10.559228 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Calling delete_port for 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 owned by network:router_gateway {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:10.665699 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:10.712498 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T17:26:08Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:10.752242 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a37aa9-d37a-4247-9a00-c81d5fa1c082 None None] The sync data for ids ['7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1'] in dv-cinder-813222-2-iscsi is: [{'id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'name': 'tempest-AttachVolumeTestJSON-1605650522-router', 'tenant_id': '2e0c9fd106594f5796ff041037814e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T17:26:08Z', 'revision_number': 5, 'project_id': '2e0c9fd106594f5796ff041037814e2b', 'gw_port': {'id': '8a6f45fd-632a-4dd4-b1a6-b5ddb8105326', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:18Z', 'updated_at': '2021-10-12T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:26:10.774034 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.833305 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6f45fd-632a-4dd4-b1a6-b5ddb8105326,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:10.879347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.910291 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:09Z', 'revision_number': 3, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:10.942241 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Checking router: 23a9c762-9388-4dc6-9649-5f32cd0a7d9d for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:26:10.942867 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Updating router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:26:10.968538 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.982341 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:10.984512 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.004060 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-ae45fc64-2146-4346-9f35-14e1bccc51ac None None] Provisioning complete for port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:11.004431 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ae45fc64-2146-4346-9f35-14e1bccc51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.043611 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.044397 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 {{(pid=105673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:26:11.049765 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.051006 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-3bf479ee-2317-45e7-91c0-86afbd98fa6f admin admin] 10.222.0.58 "DELETE /v2.0/routers/7074a5ef-03b7-4eab-a7d2-bfcdbf9665f1 HTTP/1.1" status: 204 len: 168 time: 1.4106178 Oct 12 17:26:11.053459 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57988) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:11.069926 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.111786 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Deleting subnet 5083d862-94ed-4a70-8c19-ac88d4c43c3b {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:26:11.115152 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.156631 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.259870 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.268362 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Allocated IP 172.20.0.1 (2bf5373f-505f-4988-8b8a-6ab08b503a7b/9b63a120-fe87-4075-99bb-89a036f43d1d/fcc8d67d-d6fe-4dd6-9458-46d1ef61a617) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:11.275329 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.283294 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.326032 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.350354 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Attempting to bind port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:11.351604 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Attempting to bind port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:11.352197 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Attempting to bind port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:11.353796 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5083d862-94ed-4a70-8c19-ac88d4c43c3b,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:11.355850 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.357706 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Pushing event updated for resources: {'Port': ['ID=075729bd-0ddd-49ca-8a44-c86c1f005dc1,revision_number=2']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:11.359146 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7311d710-0d0f-4d2f-85e4-63cee2678546 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5083d862-94ed-4a70-8c19-ac88d4c43c3b HTTP/1.1" status: 204 len: 168 time: 0.3037488 Oct 12 17:26:11.360141 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:11.360512 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:11.360928 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.361396 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:11.362290 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Bound port: 075729bd-0ddd-49ca-8a44-c86c1f005dc1, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:11.362424 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 57990) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:11.362693 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.365635 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce4fec-5807-4e70-a576-5da9b6d448b1 None None] Network 1b6cd03d-f521-470d-ac52-2663a295efd9 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:26:11.397226 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.397586 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.398016 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.398850 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.399174 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.399496 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.399603 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.399818 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.400148 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.408336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.408336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.408336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.408336 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:11.442781 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] For port 075729bd-0ddd-49ca-8a44-c86c1f005dc1, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:11.451498 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] For port 075729bd-0ddd-49ca-8a44-c86c1f005dc1, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=075729bd-0ddd-49ca-8a44-c86c1f005dc1,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:11.461862 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.465776 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.499639 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.528683 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:11.534075 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:11.537989 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:11.544976 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Pushing event updated for resources: {'Port': ['ID=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:11.559046 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee9cef-57a8-44b0-abaf-a9365dbb2f8a None None] Pushing event updated for resources: {'Port': ['ID=075729bd-0ddd-49ca-8a44-c86c1f005dc1,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:11.588230 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:11.591746 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:11.595790 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.663202 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Deleting port db092ebe-90f3-49c7-8433-f11423676a6f {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:11.663202 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.686678 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] DHCP port deletion for 1b6cd03d-f521-470d-ac52-2663a295efd9 request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:26:11.735715 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:11.746040 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] Deleting port db092ebe-90f3-49c7-8433-f11423676a6f {{(pid=105675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:11.746673 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.772822 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] For port db092ebe-90f3-49c7-8433-f11423676a6f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=db092ebe-90f3-49c7-8433-f11423676a6f,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:11.773762 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.789435 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Calling delete_port for db092ebe-90f3-49c7-8433-f11423676a6f owned by network:dhcp {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:11.801787 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.842453 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] For port db092ebe-90f3-49c7-8433-f11423676a6f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=db092ebe-90f3-49c7-8433-f11423676a6f,segment=NetworkSegment(08083637-29b9-42bf-befc-2c9202704e06),segment_id=08083637-29b9-42bf-befc-2c9202704e06)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:11.842762 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.930897 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:11.944761 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] No DVR routers for this DVR port db092ebe-90f3-49c7-8433-f11423676a6f on host dv-cinder-813222-2-iscsi {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:26:11.963440 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:09Z', 'revision_number': 3, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:11.967091 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Pushing event deleted for resources: {'Port': ['ID=db092ebe-90f3-49c7-8433-f11423676a6f,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:11.995651 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b3775-844c-4c26-a56c-d2472657d048 None None] The sync data for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi is: [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:09Z', 'revision_number': 3, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:26:12.039625 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] Calling delete_port for db092ebe-90f3-49c7-8433-f11423676a6f owned by network:dhcp {{(pid=105675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:12.058895 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.059063 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.070630 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.102654 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6cd03d-f521-470d-ac52-2663a295efd9']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:12.121637 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08083637-29b9-42bf-befc-2c9202704e06') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:12.122211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08083637-29b9-42bf-befc-2c9202704e06') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:12.124265 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-9f05fe06-aeaa-41e6-8c1a-d03a846e92ce None None] Provisioning complete for port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:12.124633 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9f05fe06-aeaa-41e6-8c1a-d03a846e92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.143879 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.151621 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 32666d3c-3b84-4188-9a0e-86f51f3cc8ab up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:12.164831 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.172466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:26:12.172466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.184271 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.187350 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Pushing event updated for resources: {'Port': ['ID=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:12.209342 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-9f05fe06-aeaa-41e6-8c1a-d03a846e92ce None None] Port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:26:12.224330 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164'] for port, after_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.249226 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] Pushing event deleted for resources: {'Port': ['ID=db092ebe-90f3-49c7-8433-f11423676a6f,revision_number=None']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:26:12.252007 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:26:12.255244 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5148a3c-e23e-4960-b094-8d04e9b60d2a None None] No DVR routers for this DVR port db092ebe-90f3-49c7-8433-f11423676a6f on host dv-cinder-813222-2-iscsi {{(pid=105675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:26:12.259141 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.260704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:12.261075 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.275139 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.280932 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] 10.222.0.58 "DELETE /v2.0/networks/1b6cd03d-f521-470d-ac52-2663a295efd9 HTTP/1.1" status: 204 len: 168 time: 0.9152830 Oct 12 17:26:12.292099 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f5a11-a16f-4696-ac1e-938dd170924d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6cd03d-f521-470d-ac52-2663a295efd9,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:12.309263 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:12.315911 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:12.503147 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device db092ebe-90f3-49c7-8433-f11423676a6f no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:26:12.509559 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:26:12.541766 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58000) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:12.542655 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: db092ebe-90f3-49c7-8433-f11423676a6f {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:26:12.543102 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device db092ebe-90f3-49c7-8433-f11423676a6f not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:26:12.543636 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:26:12.570535 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:26:12.571048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8a6f45fd-632a-4dd4-b1a6-b5ddb8105326 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:26:12.571570 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device ad0005e9-c75e-4a16-bad4-4a833a758f18 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:26:12.594170 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: ad0005e9-c75e-4a16-bad4-4a833a758f18 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:26:12.594623 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device ad0005e9-c75e-4a16-bad4-4a833a758f18 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:26:12.612708 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-20206ef7-8631-412a-ad52-78a8346e3c79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e0c9fd106594f5796ff041037814e2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0695040 Oct 12 17:26:12.617644 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58002) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:12.664431 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:26:12.677910 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e9182b73-3dc4-4c13-8728-a712676bb2eb admin admin] 10.222.0.58 "PUT /v2.0/routers/23a9c762-9388-4dc6-9649-5f32cd0a7d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160419 Oct 12 17:26:12.678106 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-600abb42-a50e-4a8b-bf78-23ab4d3b6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.700610 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-600abb42-a50e-4a8b-bf78-23ab4d3b6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.733174 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-cac763ba-593e-4834-afe7-47e3cc4febd9 None None] Provisioning complete for port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:12.733528 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-cac763ba-593e-4834-afe7-47e3cc4febd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.749109 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-600abb42-a50e-4a8b-bf78-23ab4d3b6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.752134 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-600abb42-a50e-4a8b-bf78-23ab4d3b6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:12.755825 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-600abb42-a50e-4a8b-bf78-23ab4d3b6fca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fc33bad-eb83-4183-92b0-6e91d139050b HTTP/1.1" status: 204 len: 168 time: 0.1346688 Oct 12 17:26:12.763534 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600abb42-a50e-4a8b-bf78-23ab4d3b6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc33bad-eb83-4183-92b0-6e91d139050b,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:12.812973 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-cac763ba-593e-4834-afe7-47e3cc4febd9 None None] Port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:26:13.332516 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58038) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:13.337887 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-199436747-network', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:13.363405 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Made reservation on behalf of e52b0e0a8ded4261b3057d438631edd6 for: {'network': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:26:13.365668 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for network, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.374013 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.452292 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.456515 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.483407 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=105673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:26:13.493543 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c0b27a-1af4-407a-a350-93aa8ce70c9c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:13.498813 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.499161 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.db.segments_db [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Added segment 7d153b36-ebd9-42c1-8730-c89ad7c2ac6d of type vlan for network 4ae36416-c3dd-449d-8702-830f8a0d4068 Oct 12 17:26:13.551105 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761215952213'] for network, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.579547 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499'] for network, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.580607 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:13.581279 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.642040 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3084295 Oct 12 17:26:13.644943 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58048) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:13.650925 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Request body: {'subnet': {'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-199436747-subnet', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'ip_version': 4}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:13.658688 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9698b1e-55a0-47d0-a30e-91a5d2cd6fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae36416-c3dd-449d-8702-830f8a0d4068,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:13.672713 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Made reservation on behalf of e52b0e0a8ded4261b3057d438631edd6 for: {'subnet': 1} {{(pid=105674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:26:13.674855 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 details requested by agent ovs-agent-dv-cinder-813222-2-iscsi with host dv-cinder-813222-2-iscsi {{(pid=105675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:26:13.676148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18625291'] for subnet, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.853962 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 075729bd-0ddd-49ca-8a44-c86c1f005dc1 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:13.882083 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16909116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18625317'] for subnet, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.903573 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Sync routers for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:26:13.920644 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:13.921175 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:13.923950 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:13.924813 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:13.956370 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28f10c8-3a35-4363-a03c-a2443efeccd8,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:13.958416 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Checking segment: {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:13.958937 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Network hostable DHCP agents. Network: 4ae36416-c3dd-449d-8702-830f8a0d4068, hostable agents: ['42f0dd46-31b9-4217-b5ea-25341a1be04f'], hosted agents: [] {{(pid=105674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:26:13.978537 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 is scheduled to be hosted by DHCP agent 42f0dd46-31b9-4217-b5ea-25341a1be04f with binding_index 1 {{(pid=105674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:26:13.990256 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-2-iscsi, 4ae36416-c3dd-449d-8702-830f8a0d4068) {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:13.997817 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:13.998938 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.005584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7cf16-52f2-4a46-acfa-f1ecf8bc0129 None None] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:26:14.018767 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-09014313-279a-49cf-a862-6b08007ce735 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3726964 Oct 12 17:26:14.021238 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58058) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:14.026154 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:14.047431 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1797912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256003'] for router, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.048685 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1798028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256026'] for router, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.103877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.131730 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:14.244078 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.246420 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.334130 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 075729bd-0ddd-49ca-8a44-c86c1f005dc1, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=075729bd-0ddd-49ca-8a44-c86c1f005dc1,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:14.343207 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.425097 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5c955cb-7e47-5890-a5cf-db1aef99e835-4ae36416-c3dd-449d-8702-830f8a0d4068', 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'fixed_ips': [{'subnet_id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8'}]}} from dv-cinder-813222-2-iscsi. {{(pid=105675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:26:14.426088 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.469929 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=075729bd-0ddd-49ca-8a44-c86c1f005dc1,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:14.649583 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 2, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:14.671926 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.680575 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.db_base_plugin_common [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Allocated IP 172.20.0.2 (4ae36416-c3dd-449d-8702-830f8a0d4068/d28f10c8-3a35-4363-a03c-a2443efeccd8/7a58fef8-7ec0-4055-8dac-bb0f3e1f6881) {{(pid=105675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:14.682769 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Checking router: 23a9c762-9388-4dc6-9649-5f32cd0a7d9d for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:26:14.683419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Updating router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:26:14.691211 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.724243 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.729421 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58076) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:14.808581 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Allocated IP 172.27.1.97 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/4a340fd2-d226-4b21-bc55-6f7a59350085) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:14.862792 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03024a80-7e3b-4474-938c-2601b4f6621b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.921765 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.947037 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03024a80-7e3b-4474-938c-2601b4f6621b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.951998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-03024a80-7e3b-4474-938c-2601b4f6621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.962131 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:14.993119 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-03024a80-7e3b-4474-938c-2601b4f6621b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd8c030e24be495b9af421c282a4eb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589860 Oct 12 17:26:14.993356 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58080) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:14.999201 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03024a80-7e3b-4474-938c-2601b4f6621b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5513df44-8734-495b-8905-d77ea203d184,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.002674 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Notify callbacks [] for port, precommit_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.008674 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:15.012274 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:15.018102 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:15.020971 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383'] for port, after_create {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.024485 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Pushing event updated for resources: {'Port': ['ID=4a340fd2-d226-4b21-bc55-6f7a59350085,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.050729 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6001b699-d231-4fda-a26b-2bbc4de2b66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.077836 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6001b699-d231-4fda-a26b-2bbc4de2b66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.130466 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6001b699-d231-4fda-a26b-2bbc4de2b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.134364 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6001b699-d231-4fda-a26b-2bbc4de2b66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.135569 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-6001b699-d231-4fda-a26b-2bbc4de2b66a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5513df44-8734-495b-8905-d77ea203d184 HTTP/1.1" status: 204 len: 168 time: 0.1413159 Oct 12 17:26:15.143793 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001b699-d231-4fda-a26b-2bbc4de2b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5513df44-8734-495b-8905-d77ea203d184,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.221504 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 is already hosted by enough agents. {{(pid=105675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:15.233449 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.scheduler.base_scheduler [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Resources bound (agent type, host, resource id): {{(pid=105675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:15.236371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Received port after_create {{(pid=105675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:15.247064 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Pushing event updated for resources: {'Port': ['ID=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,revision_number=1']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.286073 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.333989 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Attempting to bind port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:15.334363 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Attempting to bind port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:15.334764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Attempting to bind port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 on network 4ae36416-c3dd-449d-8702-830f8a0d4068 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:15.345291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:15.345702 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Checking segment: {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:15.346382 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.346781 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Bound using segment: {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:15.347250 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Bound port: 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:15.347630 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.371116 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.397129 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.454811 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58086) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:15.468379 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d843880a-e2cb-4dd1-a0d1-3444a5b6f60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.483737 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] For port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:15.486072 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dffaf0-47de-43d7-8dd5-d28a5490f8ff None None] Pushing event updated for resources: {'Port': ['ID=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.489598 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] For port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:15.497510 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.503361 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1798035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769738'] for router, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.579186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d843880a-e2cb-4dd1-a0d1-3444a5b6f60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.584736 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d843880a-e2cb-4dd1-a0d1-3444a5b6f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.603408 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817d479-3fbc-4994-978c-6ea07b1b7141 None None] Pushing event updated for resources: {'Port': ['ID=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,revision_number=2']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.624604 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Attempting to bind port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:15.624973 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Attempting to bind port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:15.625321 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Attempting to bind port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 on network 2bf5373f-505f-4988-8b8a-6ab08b503a7b {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:15.635542 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843880a-e2cb-4dd1-a0d1-3444a5b6f60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a3ffa-94bd-4ab1-9477-0ee5cd870345,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.637032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:15.637403 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Checking segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:15.637797 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.638215 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Bound using segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:15.638678 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Bound port: fcc8d67d-d6fe-4dd6-9458-46d1ef61a617, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:15.639054 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.643300 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58088) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:15.643591 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d843880a-e2cb-4dd1-a0d1-3444a5b6f60c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=760a5e6bf2c446d3b468fbdc4b9a2c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875515 Oct 12 17:26:15.716360 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] For port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:15.719987 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] For port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:15.726166 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-48cad75a-eae4-4750-b091-e35c5a4aedca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.728386 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.728527 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Router 5c693b5a-2224-47d1-a94b-99876dcfc1ae is scheduled to L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b with binding_index 1 {{(pid=105674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:26:15.797294 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-48cad75a-eae4-4750-b091-e35c5a4aedca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.809901 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dffaf0-47de-43d7-8dd5-d28a5490f8ff None None] Pushing event updated for resources: {'Port': ['ID=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:15.824613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:15.825496 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:15.830582 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 075729bd-0ddd-49ca-8a44-c86c1f005dc1 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:15.869018 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c039176b-bf97-4cc2-97a7-60140c9eab04 None None] Provisioning complete for port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:15.869452 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c039176b-bf97-4cc2-97a7-60140c9eab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.892185 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:26:15.902123 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Sync routers for ids ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:26:15.912959 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Routers {'5c693b5a-2224-47d1-a94b-99876dcfc1ae'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:15.914604 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:15.926893 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-48cad75a-eae4-4750-b091-e35c5a4aedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.929596 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-48cad75a-eae4-4750-b091-e35c5a4aedca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.936508 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-48cad75a-eae4-4750-b091-e35c5a4aedca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/593a3ffa-94bd-4ab1-9477-0ee5cd870345 HTTP/1.1" status: 204 len: 168 time: 0.2884972 Oct 12 17:26:15.941426 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:15.941426 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-89203949-d6e9-4831-980d-010536b85f20 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9168084 Oct 12 17:26:15.944461 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58094) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:15.953856 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cad75a-eae4-4750-b091-e35c5a4aedca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a3ffa-94bd-4ab1-9477-0ee5cd870345,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:16.151800 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:16.207211 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:16.207576 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:16.238568 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Set router 5c693b5a-2224-47d1-a94b-99876dcfc1ae gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:16.297147 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c039176b-bf97-4cc2-97a7-60140c9eab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:16.387764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c039176b-bf97-4cc2-97a7-60140c9eab04 None None] For port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:16.398032 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c039176b-bf97-4cc2-97a7-60140c9eab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:16.499591 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:15Z', 'revision_number': 3, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:16.523588 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039176b-bf97-4cc2-97a7-60140c9eab04 None None] Pushing event updated for resources: {'Port': ['ID=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:16.544307 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-31e282d2-051b-4ae0-90bd-ba27bfa04512 None None] Provisioning complete for port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:16.544679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-31e282d2-051b-4ae0-90bd-ba27bfa04512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:16.556748 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:16.559565 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Checking router: 5c693b5a-2224-47d1-a94b-99876dcfc1ae for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:26:16.559913 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Updating router 5c693b5a-2224-47d1-a94b-99876dcfc1ae port 4a340fd2-d226-4b21-bc55-6f7a59350085 binding host dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:26:16.594573 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:16.606900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:15Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:16.662427 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8f544-9638-4bfe-8e48-6f4b3eba7da2 None None] The sync data for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi is: [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:15Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:26:16.870567 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Allocated IP 172.20.0.1 (4ae36416-c3dd-449d-8702-830f8a0d4068/d28f10c8-3a35-4363-a03c-a2443efeccd8/b1f7de49-4d48-48f6-8f07-a60d0f52c4ca) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:17.016850 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.077121 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Notify callbacks [] for port, precommit_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.078791 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.083874 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.105772 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbe0a5-f17a-42ab-9f88-e024cbd0e709 None None] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:26:17.139401 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42491b-7f0e-4592-8467-6c5c6b1d7355 None None] Pushing event updated for resources: {'Port': ['ID=4a340fd2-d226-4b21-bc55-6f7a59350085,revision_number=2']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:17.169203 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Attempting to bind port 4a340fd2-d226-4b21-bc55-6f7a59350085 on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:17.169584 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Attempting to bind port 4a340fd2-d226-4b21-bc55-6f7a59350085 by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:17.170209 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Attempting to bind port 4a340fd2-d226-4b21-bc55-6f7a59350085 on network 81d6741f-6238-4707-befd-2e2cfe1afbb6 {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:17.176122 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:17.176492 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Checking segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:17.176897 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.177292 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Bound using segment: {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'} {{(pid=105676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:17.177766 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.managers [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Bound port: 4a340fd2-d226-4b21-bc55-6f7a59350085, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1712ec-7a41-44d2-88af-4e0ed0d950c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6'}}] {{(pid=105676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:17.178182 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.183715 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:17.195328 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:17.208574 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:17.227377 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-9c52144b-3730-433a-a8b6-b59ea17ceb1e None None] Provisioning complete for port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:17.227993 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9c52144b-3730-433a-a8b6-b59ea17ceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.234391 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:17.252057 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] For port 4a340fd2-d226-4b21-bc55-6f7a59350085, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:17.253745 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.plugins.ml2.db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] For port 4a340fd2-d226-4b21-bc55-6f7a59350085, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=4a340fd2-d226-4b21-bc55-6f7a59350085,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:17.260940 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron_lib.callbacks.manager [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.264980 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1769947'] for router_interface, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.321224 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Routers {'5c693b5a-2224-47d1-a94b-99876dcfc1ae'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:17.321894 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:17.382187 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42491b-7f0e-4592-8467-6c5c6b1d7355 None None] Pushing event updated for resources: {'Port': ['ID=4a340fd2-d226-4b21-bc55-6f7a59350085,revision_number=3']} {{(pid=105676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:17.455998 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9c52144b-3730-433a-a8b6-b59ea17ceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.471680 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.481525 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] Set router 5c693b5a-2224-47d1-a94b-99876dcfc1ae gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:17.515584 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-9c52144b-3730-433a-a8b6-b59ea17ceb1e None None] For port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:17.524900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-9c52144b-3730-433a-a8b6-b59ea17ceb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.630321 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52144b-3730-433a-a8b6-b59ea17ceb1e None None] Pushing event updated for resources: {'Port': ['ID=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:17.748712 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:15Z', 'revision_number': 3, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:17.752758 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.759051 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.798819 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf7ddf-7eca-49c5-9d71-4f73d87863e0 None None] The sync data for ids ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'] in dv-cinder-813222-2-iscsi is: [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:15Z', 'revision_number': 3, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:26:17.830716 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795915'] for router_interface, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:17.868640 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-02464e50-db81-44b6-985d-3f856b7d46d8 None None] Provisioning complete for port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:17.869016 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02464e50-db81-44b6-985d-3f856b7d46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:18.014842 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:18.023276 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:18.094020 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:18.095799 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:18.133763 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-02464e50-db81-44b6-985d-3f856b7d46d8 None None] Provisioning complete for port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:18.134671 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-02464e50-db81-44b6-985d-3f856b7d46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:18.170046 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:18.170426 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:18.234648 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-02464e50-db81-44b6-985d-3f856b7d46d8 None None] Port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:26:18.333946 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:18.344155 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Router 5c693b5a-2224-47d1-a94b-99876dcfc1ae has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:26:18.391476 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-907f6d44-08ba-489d-ad9d-8a13f15ccfe6 None None] Provisioning complete for port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:18.391850 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-907f6d44-08ba-489d-ad9d-8a13f15ccfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:18.447349 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:18.447540 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:18.451882 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-907f6d44-08ba-489d-ad9d-8a13f15ccfe6 None None] Port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:26:18.516493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:26:18.525845 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-568b6c3f-5280-4e43-89e8-743fba9334b7 admin admin] 10.222.0.58 "PUT /v2.0/routers/5c693b5a-2224-47d1-a94b-99876dcfc1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5797200 Oct 12 17:26:18.580665 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-09970dea-5f50-4112-93f4-da29d9eddb71 None None] Provisioning complete for port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:18.581216 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-09970dea-5f50-4112-93f4-da29d9eddb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:18.626042 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-09970dea-5f50-4112-93f4-da29d9eddb71 None None] Port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:26:19.480458 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dc84b0c8-6875-4e18-9f80-a03fcdd9f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:19.867294 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 4a340fd2-d226-4b21-bc55-6f7a59350085 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:19.923018 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 4a340fd2-d226-4b21-bc55-6f7a59350085 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:19.923691 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:20.012811 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:20.055863 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] For port 4a340fd2-d226-4b21-bc55-6f7a59350085, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=4a340fd2-d226-4b21-bc55-6f7a59350085,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:20.061444 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:20.127707 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Pushing event updated for resources: {'Port': ['ID=4a340fd2-d226-4b21-bc55-6f7a59350085,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:20.181128 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Sync routers for ids ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:26:20.198506 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Routers {'5c693b5a-2224-47d1-a94b-99876dcfc1ae'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:20.199073 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:20.338383 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Set router 5c693b5a-2224-47d1-a94b-99876dcfc1ae gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:20.733843 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:17Z', 'revision_number': 4, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'b1f7de49-4d48-48f6-8f07-a60d0f52c4ca', 'name': '', 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'mac_address': 'fa:16:3e:6b:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:16Z', 'updated_at': '2021-10-12T17:26:17Z', 'revision_number': 2, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'subnets': [{'id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:20.772499 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Checking router: 5c693b5a-2224-47d1-a94b-99876dcfc1ae for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:26:20.773640 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Updating router 5c693b5a-2224-47d1-a94b-99876dcfc1ae port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca binding host dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:26:20.804748 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.108613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Notify callbacks [] for port, precommit_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.120313 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.232029 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Attempting to bind port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca on host dv-cinder-813222-2-iscsi for vnic_type normal with profile {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:21.232400 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Attempting to bind port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca by drivers openvswitch,hyperv on host dv-cinder-813222-2-iscsi at level 0 using segments [{'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:21.232775 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Attempting to bind port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca on network 4ae36416-c3dd-449d-8702-830f8a0d4068 {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:21.234844 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cbd96-98db-44b4-a146-05ab8f5778aa None None] Pushing event updated for resources: {'Port': ['ID=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,revision_number=3']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:21.240799 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Checking agent: {'id': '0b185fd6-1e9b-4645-b3c7-babf0c9ad8e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 41, 23), 'started_at': datetime.datetime(2021, 10, 12, 16, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:21.241201 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Checking segment: {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:21.245130 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.245552 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Bound using segment: {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'} {{(pid=105675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:21.246146 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.managers [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Bound port: b1f7de49-4d48-48f6-8f07-a60d0f52c4ca, host: dv-cinder-813222-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068'}}] {{(pid=105675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:21.246459 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.321817 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] For port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca, host dv-cinder-813222-2-iscsi, cleared binding levels {{(pid=105675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:21.325311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] For port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca, host dv-cinder-813222-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:21.334632 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.389333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Routers {'5c693b5a-2224-47d1-a94b-99876dcfc1ae'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:21.389990 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:25:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:21.439838 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cbd96-98db-44b4-a146-05ab8f5778aa None None] Pushing event updated for resources: {'Port': ['ID=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:21.508644 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-4cbc9cea-5e09-44c2-8547-5c0cb70b6fad None None] Provisioning complete for port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:21.508866 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4cbc9cea-5e09-44c2-8547-5c0cb70b6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.550481 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] Set router 5c693b5a-2224-47d1-a94b-99876dcfc1ae gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:21.711037 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4cbc9cea-5e09-44c2-8547-5c0cb70b6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.766915 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-4cbc9cea-5e09-44c2-8547-5c0cb70b6fad None None] For port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:21.793006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4cbc9cea-5e09-44c2-8547-5c0cb70b6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:21.856424 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc9cea-5e09-44c2-8547-5c0cb70b6fad None None] Pushing event updated for resources: {'Port': ['ID=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:21.878351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:17Z', 'revision_number': 4, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'b1f7de49-4d48-48f6-8f07-a60d0f52c4ca', 'name': '', 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'mac_address': 'fa:16:3e:6b:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:16Z', 'updated_at': '2021-10-12T17:26:21Z', 'revision_number': 4, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'subnets': [{'id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:21.884199 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 4a340fd2-d226-4b21-bc55-6f7a59350085 up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:21.953909 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b683fb-d43a-4089-80b8-187741bd1115 None None] The sync data for ids ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'] in dv-cinder-813222-2-iscsi is: [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:17Z', 'revision_number': 4, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'b1f7de49-4d48-48f6-8f07-a60d0f52c4ca', 'name': '', 'network_id': '4ae36416-c3dd-449d-8702-830f8a0d4068', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'mac_address': 'fa:16:3e:6b:7c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:16Z', 'updated_at': '2021-10-12T17:26:21Z', 'revision_number': 4, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'subnets': [{'id': 'd28f10c8-3a35-4363-a03c-a2443efeccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:26:21.971775 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-348479c2-983e-4872-b277-386bd6be6e99 None None] Provisioning complete for port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:21.972145 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-348479c2-983e-4872-b277-386bd6be6e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.050511 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port 4a340fd2-d226-4b21-bc55-6f7a59350085 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:22.050897 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.174609 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2e325989-6d05-4a0b-935e-ba8ae8bb21bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.520539 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58210) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:22.654132 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.746134 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.751181 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.781264 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8851881-e275-4e8a-adff-3b6c21bb896b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:22.797419 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.797763 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.798134 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.798487 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.798801 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.799292 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.799777 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.800270 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.800598 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.800924 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.801246 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.801728 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:22.811584 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58218) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:22.812162 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-3445702e-664c-4a8b-9439-670a230113bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09e8d123531b4e84ba4c8e57a86ee0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900145 Oct 12 17:26:22.875389 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5a4f090f-e85a-42b7-9c12-6cf0eed657aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.905272 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5a4f090f-e85a-42b7-9c12-6cf0eed657aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.964724 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5a4f090f-e85a-42b7-9c12-6cf0eed657aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.967573 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5a4f090f-e85a-42b7-9c12-6cf0eed657aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:22.968848 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-5a4f090f-e85a-42b7-9c12-6cf0eed657aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8851881-e275-4e8a-adff-3b6c21bb896b HTTP/1.1" status: 204 len: 168 time: 0.1554945 Oct 12 17:26:22.978032 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f090f-e85a-42b7-9c12-6cf0eed657aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8851881-e275-4e8a-adff-3b6c21bb896b,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:23.200006 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.276931 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.317221 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58226) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:23.332077 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9effac8-8e6b-4ae6-99de-a52c3000660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.429329 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9effac8-8e6b-4ae6-99de-a52c3000660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.433822 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e9effac8-8e6b-4ae6-99de-a52c3000660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.476547 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9effac8-8e6b-4ae6-99de-a52c3000660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae84fd-0157-4760-8287-0fd5bbc416e7,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:23.481373 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e9effac8-8e6b-4ae6-99de-a52c3000660b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9aadbcd655ef42e1b07a51b1be0dbe21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626120 Oct 12 17:26:23.483853 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58228) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:23.543845 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bf8b-67ae-425e-a1d4-92446c0022c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.569099 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bf8b-67ae-425e-a1d4-92446c0022c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.628370 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bf8b-67ae-425e-a1d4-92446c0022c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.631848 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bf8b-67ae-425e-a1d4-92446c0022c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:23.636021 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c6b0bf8b-67ae-425e-a1d4-92446c0022c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32ae84fd-0157-4760-8287-0fd5bbc416e7 HTTP/1.1" status: 204 len: 168 time: 0.1487715 Oct 12 17:26:23.643189 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0bf8b-67ae-425e-a1d4-92446c0022c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae84fd-0157-4760-8287-0fd5bbc416e7,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:23.896942 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device b1f7de49-4d48-48f6-8f07-a60d0f52c4ca up at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:23.978248 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Provisioning complete for port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:23.978964 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:25.388162 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:27.664584 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:26:29.357406 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-6bbcec97-44a8-425d-bb7f-b427fb80c05a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:29.358809 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-6bbcec97-44a8-425d-bb7f-b427fb80c05a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 814 time: 0.1020608 Oct 12 17:26:29.373453 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-8ac9dd92-1843-4dfc-8e4c-4e19e1c0930d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/quotas/f77ac05b3c03484f88e6f24b224b6d13 HTTP/1.1" status: 200 len: 375 time: 0.0089223 Oct 12 17:26:29.423055 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-1c379b27-a6ff-4173-a4fb-34ac0deec735 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445426 Oct 12 17:26:29.531901 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-435b1fc4-d38d-480b-a555-6f908d91b78c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:26:29.532885 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-435b1fc4-d38d-480b-a555-6f908d91b78c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0990427 Oct 12 17:26:29.629527 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c8834480-9f65-4b93-84db-f88fed85f46d service neutron] 10.222.0.58 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867665 Oct 12 17:26:29.714318 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-b0b245e3-d691-45c5-b875-1c2ce9839930 service neutron] 10.222.0.58 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820026 Oct 12 17:26:29.852354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58358) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:29.879463 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-829bf17f-fddb-4fe3-9513-0a814b82be47 req-8266a0a3-12b5-421b-9d6f-f021b86304ef tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 210 time: 0.0285611 Oct 12 17:26:29.968619 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9f060901-6f55-4d8c-a321-3dc8254e1917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.045341 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9f060901-6f55-4d8c-a321-3dc8254e1917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.049174 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9f060901-6f55-4d8c-a321-3dc8254e1917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.088123 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9f060901-6f55-4d8c-a321-3dc8254e1917 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18f5a3a4ce4245eaaf051588fc221d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346923 Oct 12 17:26:30.088841 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060901-6f55-4d8c-a321-3dc8254e1917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6353d8-fb82-4a99-98d3-4398abfa283b,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:30.090752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58368) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:30.146244 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.169456 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.219268 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.219887 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.227164 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.228299 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce6353d8-fb82-4a99-98d3-4398abfa283b HTTP/1.1" status: 204 len: 168 time: 0.1361685 Oct 12 17:26:30.237795 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6353d8-fb82-4a99-98d3-4398abfa283b,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:30.245689 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.246097 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.246429 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.246773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.247184 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.247513 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.247835 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.248155 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.249181 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.249527 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.249979 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.250737 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08aab4e-ea0f-4f0e-8571-d32535955ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:30.495971 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58374) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:30.509830 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c4770caf-3435-4ae8-8569-7e48cea23690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.581155 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c4770caf-3435-4ae8-8569-7e48cea23690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.584692 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c4770caf-3435-4ae8-8569-7e48cea23690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.624252 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c4770caf-3435-4ae8-8569-7e48cea23690 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de409b4f36b249d59cc549ec4415d36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272416 Oct 12 17:26:30.625113 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4770caf-3435-4ae8-8569-7e48cea23690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a9363-733b-4fb1-abfa-8bf13c4ddd59,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:30.627511 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58376) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:30.680617 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-20be8af1-eadc-4584-afec-3b812ecd3aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.701421 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-20be8af1-eadc-4584-afec-3b812ecd3aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.749946 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-20be8af1-eadc-4584-afec-3b812ecd3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.752515 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-20be8af1-eadc-4584-afec-3b812ecd3aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:30.756193 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-20be8af1-eadc-4584-afec-3b812ecd3aad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/887a9363-733b-4fb1-abfa-8bf13c4ddd59 HTTP/1.1" status: 204 len: 168 time: 0.1250789 Oct 12 17:26:30.762658 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be8af1-eadc-4584-afec-3b812ecd3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a9363-733b-4fb1-abfa-8bf13c4ddd59,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:30.893749 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-95dc0f1f-338a-457b-889e-5620aee430c1 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:30.895228 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-95dc0f1f-338a-457b-889e-5620aee430c1 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 814 time: 0.1055613 Oct 12 17:26:30.917559 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'port': {'device_id': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'admin_state_up': True, 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:30.989289 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-30352c04-9894-4b98-bc7a-286e485bae2d req-8dd43ca1-d1da-42a6-9bf4-08b3fa8abbb7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 210 time: 0.0326657 Oct 12 17:26:31.042163 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Made reservation on behalf of f77ac05b3c03484f88e6f24b224b6d13 for: {'port': 1} {{(pid=105673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:26:31.045605 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:31.178936 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_common [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Allocated IP 172.20.0.12 (2bf5373f-505f-4988-8b8a-6ab08b503a7b/9b63a120-fe87-4075-99bb-89a036f43d1d/5a60656a-5e74-41bd-9a3a-76834aee039c) {{(pid=105673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:26:31.334594 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for port, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:31.372009 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:31.425338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b is already hosted by enough agents. {{(pid=105673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:26:31.431053 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.base_scheduler [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Resources bound (agent type, host, resource id): {{(pid=105673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:26:31.435347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Received port after_create {{(pid=105673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:26:31.470397 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:31.531321 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:31.532048 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:31.562233 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-ad78394f-3d27-4342-88ba-db0434ec8d7c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6495225 Oct 12 17:26:31.763180 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-ad778d7d-46bb-4289-bd61-170dbd4947d1 None None] Provisioning complete for port 5a60656a-5e74-41bd-9a3a-76834aee039c triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:31.763679 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ad778d7d-46bb-4289-bd61-170dbd4947d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:31.816633 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-ad778d7d-46bb-4289-bd61-170dbd4947d1 None None] Port 5a60656a-5e74-41bd-9a3a-76834aee039c cannot update to ACTIVE because it is not bound. {{(pid=105675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:26:32.164340 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866c459-ee0c-4462-900f-6d3328b90df7 req-8c5359a8-b1c5-4c41-ad16-8036c13a6a25 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:32.167019 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8866c459-ee0c-4462-900f-6d3328b90df7 req-8c5359a8-b1c5-4c41-ad16-8036c13a6a25 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0624487 Oct 12 17:26:32.208201 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-8866c459-ee0c-4462-900f-6d3328b90df7 req-df53dd1f-a2ef-4e1c-8eb0-bfa290fec6c0 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Oct 12 17:26:33.366576 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943473af-987a-4918-9f15-9c7b0e976662 req-76fcacdc-884d-4718-8a44-bec691376662 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:33.368054 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-943473af-987a-4918-9f15-9c7b0e976662 req-76fcacdc-884d-4718-8a44-bec691376662 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0704753 Oct 12 17:26:33.414484 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-943473af-987a-4918-9f15-9c7b0e976662 req-449fbb38-d3a3-4bc1-b548-7d9a356f995a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Oct 12 17:26:34.533088 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23d5b0-fc12-45eb-9183-2492b79b4fdb req-cba6802b-43a8-4160-bbef-46503bb07f4f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:34.534601 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aa23d5b0-fc12-45eb-9183-2492b79b4fdb req-cba6802b-43a8-4160-bbef-46503bb07f4f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0537045 Oct 12 17:26:34.578232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-aa23d5b0-fc12-45eb-9183-2492b79b4fdb req-fb13cc99-4236-4886-aef5-b2b383f6557d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Oct 12 17:26:35.202000 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58482) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:35.326086 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7743681-c491-494a-9342-6ba8410032b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.413282 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7743681-c491-494a-9342-6ba8410032b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.422461 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7743681-c491-494a-9342-6ba8410032b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.464399 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b7743681-c491-494a-9342-6ba8410032b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d3f1f74337a4f5eae8afaff8ad75e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609959 Oct 12 17:26:35.465100 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7743681-c491-494a-9342-6ba8410032b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429ca09a-aa5b-44a0-a301-fdb357c0cc58,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:35.467984 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58486) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:35.520853 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d199979-c497-4db1-9f89-d30e875cfa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.543834 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d199979-c497-4db1-9f89-d30e875cfa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.589986 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d199979-c497-4db1-9f89-d30e875cfa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.592498 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-5d199979-c497-4db1-9f89-d30e875cfa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:35.598472 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-5d199979-c497-4db1-9f89-d30e875cfa78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/429ca09a-aa5b-44a0-a301-fdb357c0cc58 HTTP/1.1" status: 204 len: 168 time: 0.1288817 Oct 12 17:26:35.610109 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d199979-c497-4db1-9f89-d30e875cfa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429ca09a-aa5b-44a0-a301-fdb357c0cc58,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:35.727884 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439debc-c572-4b15-804e-91efabc21dba req-d396588b-c348-476f-973c-bbf34b59d135 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:35.729422 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b439debc-c572-4b15-804e-91efabc21dba req-d396588b-c348-476f-973c-bbf34b59d135 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0604963 Oct 12 17:26:35.771601 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b439debc-c572-4b15-804e-91efabc21dba req-2503fafb-a7dd-4e68-bbdb-117253b90932 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331609 Oct 12 17:26:36.896030 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d9b4d-1a97-4b74-a18c-d76db7669bbc req-fa07887b-5f84-4c2f-9af5-78e67c09f6c0 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:36.900917 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4c0d9b4d-1a97-4b74-a18c-d76db7669bbc req-fa07887b-5f84-4c2f-9af5-78e67c09f6c0 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0562601 Oct 12 17:26:36.939103 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4c0d9b4d-1a97-4b74-a18c-d76db7669bbc req-aa671394-a193-41bc-a93f-69a91759e767 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Oct 12 17:26:38.058392 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed89e7-7858-4f12-b19d-a617a29df2df req-a09753ef-a761-496f-a0b3-a1e9d805bb40 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:38.060017 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5bed89e7-7858-4f12-b19d-a617a29df2df req-a09753ef-a761-496f-a0b3-a1e9d805bb40 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0546536 Oct 12 17:26:38.097277 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5bed89e7-7858-4f12-b19d-a617a29df2df req-536250a1-e2cf-45f3-96ed-bd29dd41cb8d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Oct 12 17:26:39.240614 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af15a-6d88-4a87-9398-88a66d0bb41f req-3e3e9e73-edfa-42ea-ae86-2ed8b7a221ba tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:39.242833 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a74af15a-6d88-4a87-9398-88a66d0bb41f req-3e3e9e73-edfa-42ea-ae86-2ed8b7a221ba tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0663240 Oct 12 17:26:39.284390 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a74af15a-6d88-4a87-9398-88a66d0bb41f req-820f4957-6098-48ed-b975-000a42e17df0 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356307 Oct 12 17:26:40.410827 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018c42c-c8ad-4cc2-9669-280c29dd8527 req-ffd3e494-a3d8-4a8a-ac3c-4b8a18dbba7b tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:40.412207 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d018c42c-c8ad-4cc2-9669-280c29dd8527 req-ffd3e494-a3d8-4a8a-ac3c-4b8a18dbba7b tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0555198 Oct 12 17:26:40.452342 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d018c42c-c8ad-4cc2-9669-280c29dd8527 req-fba0b820-3ab0-4c1c-bd8c-9b02b7d079c0 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Oct 12 17:26:41.567814 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44960-bbf6-4494-94ab-c504debb7d70 req-7c21b3cd-ff44-4d77-b342-d56cf9bd171a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:41.569432 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fac44960-bbf6-4494-94ab-c504debb7d70 req-7c21b3cd-ff44-4d77-b342-d56cf9bd171a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0512247 Oct 12 17:26:41.608719 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fac44960-bbf6-4494-94ab-c504debb7d70 req-5e306f0b-fc84-47bf-bd8d-67dd55fdf880 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Oct 12 17:26:42.723148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80648d5e-a919-4ef6-9f9a-5f3d24ad9336 req-7a05d07c-74bb-4ddc-a170-9a06c8302c98 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:42.724507 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-80648d5e-a919-4ef6-9f9a-5f3d24ad9336 req-7a05d07c-74bb-4ddc-a170-9a06c8302c98 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 932 time: 0.0480914 Oct 12 17:26:42.763699 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-80648d5e-a919-4ef6-9f9a-5f3d24ad9336 req-9e742745-a4a9-4099-90db-97e0cf42d18c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Oct 12 17:26:43.139335 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Request body: {'port': {'device_id': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:26:43.196342 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.704081 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a60656a-5e74-41bd-9a3a-76834aee039c {{(pid=105673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:26:43.711903 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.725264 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Transition to ACTIVE for port object 5a60656a-5e74-41bd-9a3a-76834aee039c will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:26:43.729441 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.820326 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:43.843497 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58640) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:43.854864 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Attempting to bind port 5a60656a-5e74-41bd-9a3a-76834aee039c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:26:43.855202 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Attempting to bind port 5a60656a-5e74-41bd-9a3a-76834aee039c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:26:43.855531 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Attempting to bind port 5a60656a-5e74-41bd-9a3a-76834aee039c on network 2bf5373f-505f-4988-8b8a-6ab08b503a7b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:43.860208 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Port 5a60656a-5e74-41bd-9a3a-76834aee039c on network 2bf5373f-505f-4988-8b8a-6ab08b503a7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:26:43.860536 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Attempting to bind port 5a60656a-5e74-41bd-9a3a-76834aee039c on network 2bf5373f-505f-4988-8b8a-6ab08b503a7b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:26:43.866122 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Checking agent: {'id': '345646d7-4ea4-41f5-beed-7860f663895b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'started_at': datetime.datetime(2021, 10, 12, 16, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:26:43.866491 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Checking segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:26:43.866881 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Bound using segment: {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:26:43.867308 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Bound port: 5a60656a-5e74-41bd-9a3a-76834aee039c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017a2080-4a21-46f2-895b-e9027ad1afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:26:43.867661 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.928841 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ee4c-5c8d-4ef0-8f05-b8773796a5f1 req-06bcedd7-b6fd-4e31-b014-506b50b04056 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:43.930702 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-84d3ee4c-5c8d-4ef0-8f05-b8773796a5f1 req-06bcedd7-b6fd-4e31-b014-506b50b04056 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 944 time: 0.0740705 Oct 12 17:26:43.954474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:26:43.958409 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:26:43.964199 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26584685'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.988005 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0300dd01-4cd6-4dcf-8c1f-4ae2ef466d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.993687 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-84d3ee4c-5c8d-4ef0-8f05-b8773796a5f1 req-ddb2cf07-00b7-4e6d-9530-8e2ce70c0a4f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Oct 12 17:26:43.997414 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:43.998049 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:43.999471 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] 10.222.0.43 "PUT /v2.0/ports/5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 1094 time: 0.8646638 Oct 12 17:26:43.999887 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:26:44.002211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb97f5f-a08f-4133-b448-4f078e6afea3" -d '{"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:26:44.069348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d11b01-27a2-44a3-a0bc-ff0e71f52b64 x-openstack-request-id: req-31d11b01-27a2-44a3-a0bc-ff0e71f52b64 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:26:44.069824 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:26:44.070197 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31d11b01-27a2-44a3-a0bc-ff0e71f52b64 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:26:44.070691 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'status': 'completed', 'code': 200} Oct 12 17:26:44.073782 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0547209-fd85-47a6-82ea-2685d3a38706 service neutron] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:44.098088 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0300dd01-4cd6-4dcf-8c1f-4ae2ef466d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.103542 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0300dd01-4cd6-4dcf-8c1f-4ae2ef466d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.112380 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-f75afbbf-d378-4b85-85b2-4c3f427f5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.114068 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-f75afbbf-d378-4b85-85b2-4c3f427f5499 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1097 time: 0.0559328 Oct 12 17:26:44.146539 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0300dd01-4cd6-4dcf-8c1f-4ae2ef466d30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5f82f1264e944878580ececa2da0d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011358 Oct 12 17:26:44.148282 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300dd01-4cd6-4dcf-8c1f-4ae2ef466d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6f0f75-01fb-4a56-8336-1d82262ff93f,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:44.150749 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58646) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:44.166273 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-55bfc8cb-8d24-4763-8384-446efe530ed4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 217 time: 0.0387161 Oct 12 17:26:44.202280 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8eda-e6e9-4901-85be-9a29f824a0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.218123 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-cbd4259d-6111-4f2e-96db-efb768e635c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.219674 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-cbd4259d-6111-4f2e-96db-efb768e635c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0468435 Oct 12 17:26:44.224564 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8eda-e6e9-4901-85be-9a29f824a0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.271829 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-60e5df03-da24-4411-a011-49f05ab2e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.272196 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8eda-e6e9-4901-85be-9a29f824a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.273933 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-60e5df03-da24-4411-a011-49f05ab2e867 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464916 Oct 12 17:26:44.275484 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8eda-e6e9-4901-85be-9a29f824a0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.276595 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-7e5b8eda-e6e9-4901-85be-9a29f824a0f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c6f0f75-01fb-4a56-8336-1d82262ff93f HTTP/1.1" status: 204 len: 168 time: 0.1249325 Oct 12 17:26:44.284088 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b8eda-e6e9-4901-85be-9a29f824a0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6f0f75-01fb-4a56-8336-1d82262ff93f,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:44.370044 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-0a09f0b9-7e89-49b7-b9ea-440f632ed1c3 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889282 Oct 12 17:26:44.463495 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-45ad4104-3f54-454d-97a3-65a6a8b12c18 req-1f8b4824-df72-40d7-b32c-8fa3e9b23d31 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Oct 12 17:26:44.549729 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58654) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:44.562709 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c02b-0a3d-4f0d-8def-bf468844d9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.596077 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-fb10e538-9ed0-4a3f-813b-8433c07b8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.597573 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-fb10e538-9ed0-4a3f-813b-8433c07b8b71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1097 time: 0.0427670 Oct 12 17:26:44.640754 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c02b-0a3d-4f0d-8def-bf468844d9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.644612 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c02b-0a3d-4f0d-8def-bf468844d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.683223 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-bbe0c02b-0a3d-4f0d-8def-bf468844d9e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52e16f39f437408fbd4419eed9ed6bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323900 Oct 12 17:26:44.684160 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c02b-0a3d-4f0d-8def-bf468844d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f4d779-056e-4f97-a21d-9908e58d3e62,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:44.685890 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58656) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:44.709450 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-47a47781-d686-4cd8-84c1-fa4343c5b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.710948 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-47a47781-d686-4cd8-84c1-fa4343c5b3bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.1062787 Oct 12 17:26:44.760467 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-3efe4b15-dae4-4fc6-bf14-b0cb0e875074 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 217 time: 0.0423083 Oct 12 17:26:44.803398 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d6879730-2419-43af-b862-5fcc42c87103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.838011 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d6879730-2419-43af-b862-5fcc42c87103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.846492 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-c7fd81e9-48c9-4d66-8e86-972b41cf453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.847947 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-c7fd81e9-48c9-4d66-8e86-972b41cf453e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0719738 Oct 12 17:26:44.906524 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-6a112927-8ba2-458f-be5d-563d658c9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:44.907983 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-6a112927-8ba2-458f-be5d-563d658c9033 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517759 Oct 12 17:26:44.924501 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d6879730-2419-43af-b862-5fcc42c87103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.927020 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d6879730-2419-43af-b862-5fcc42c87103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:44.928059 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d6879730-2419-43af-b862-5fcc42c87103 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09f4d779-056e-4f97-a21d-9908e58d3e62 HTTP/1.1" status: 204 len: 168 time: 0.2412283 Oct 12 17:26:44.969716 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879730-2419-43af-b862-5fcc42c87103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f4d779-056e-4f97-a21d-9908e58d3e62,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:45.016526 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-6f078576-80aa-4ce6-b624-6d0e81ded020 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996339 Oct 12 17:26:45.111386 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ceb97f5f-a08f-4133-b448-4f078e6afea3 req-7bf3a43c-51e3-4ead-9e30-2edf5a3dddd6 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Oct 12 17:26:45.126687 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f814-4348-4c1b-8d4b-fb011eca4df5 req-95ea13ba-4348-47f7-8829-d646f066ef74 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:45.129114 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9d99f814-4348-4c1b-8d4b-fb011eca4df5 req-95ea13ba-4348-47f7-8829-d646f066ef74 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 944 time: 0.0508549 Oct 12 17:26:45.167129 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9d99f814-4348-4c1b-8d4b-fb011eca4df5 req-37e3e7bf-0719-46a7-ac5b-bffa44cb5f76 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Oct 12 17:26:45.248138 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58664) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:45.262976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d715c9e4-d770-4cbc-bfc7-579889615364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.337519 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d715c9e4-d770-4cbc-bfc7-579889615364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.341247 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-d715c9e4-d770-4cbc-bfc7-579889615364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.376327 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715c9e4-d770-4cbc-bfc7-579889615364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ba8d4-fa3a-4677-8922-9e334ce9846e,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:45.380431 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-d715c9e4-d770-4cbc-bfc7-579889615364 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=118fb4f732194ad8a3555c98e67cf1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312809 Oct 12 17:26:45.384063 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58668) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:45.432997 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a40c5472-b74b-46d7-8b9b-d32cd6843447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.453458 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a40c5472-b74b-46d7-8b9b-d32cd6843447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.500034 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a40c5472-b74b-46d7-8b9b-d32cd6843447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.502558 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a40c5472-b74b-46d7-8b9b-d32cd6843447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:45.503656 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-a40c5472-b74b-46d7-8b9b-d32cd6843447 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d36ba8d4-fa3a-4677-8922-9e334ce9846e HTTP/1.1" status: 204 len: 168 time: 0.1186404 Oct 12 17:26:45.514148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c5472-b74b-46d7-8b9b-d32cd6843447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ba8d4-fa3a-4677-8922-9e334ce9846e,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:46.286340 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6891a-dfaa-486f-81dc-6e86371bec30 req-b1a623da-d44e-449b-8843-11a48761cfe7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:46.287779 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dec6891a-dfaa-486f-81dc-6e86371bec30 req-b1a623da-d44e-449b-8843-11a48761cfe7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 944 time: 0.0506623 Oct 12 17:26:46.324607 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dec6891a-dfaa-486f-81dc-6e86371bec30 req-dbddb0e6-da40-49ce-b17a-fca274ee7aa2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Oct 12 17:26:46.521299 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58680) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:46.847308 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5a60656a-5e74-41bd-9a3a-76834aee039c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:26:46.938324 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:46.949500 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'port_id': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'mac_address': 'fa:16:3e:83:45:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:26:46.989364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.001695 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a60656a-5e74-41bd-9a3a-76834aee039c {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:26:47.020153 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:47.024677 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.037910 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.070913 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=4']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:47.077665 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.078039 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.078377 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.078708 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.079037 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.079364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.079688 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.080008 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.080333 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.080650 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.080968 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.081291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:26:47.274976 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Deleting port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:47.275268 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.338291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5a60656a-5e74-41bd-9a3a-76834aee039c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:26:47.357857 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] For port 9db8872e-9d1f-4cfc-81f9-efcb42a5a036, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:47.358423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.372045 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Calling delete_port for 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 owned by network:router_interface {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:47.467686 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775bd05-eb7a-4882-8a43-4cbba84296a5 req-4e2b2b5e-a9e9-4041-af26-267777a58fec tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:47.469179 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1775bd05-eb7a-4882-8a43-4cbba84296a5 req-4e2b2b5e-a9e9-4041-af26-267777a58fec tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 945 time: 0.0615053 Oct 12 17:26:47.512375 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-1775bd05-eb7a-4882-8a43-4cbba84296a5 req-f8f9bd7b-ea04-4037-88c0-2035fd54bfb5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369210 Oct 12 17:26:47.568083 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.592493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9db8872e-9d1f-4cfc-81f9-efcb42a5a036,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:47.755808 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:47.966873 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Router a29fef12-9a61-4abe-b373-d9953c593852 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:26:48.069571 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:26:48.074585 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1933edc0-c881-4f9e-b94e-d1f9096fcdbd admin admin] 10.222.0.58 "PUT /v2.0/routers/a29fef12-9a61-4abe-b373-d9953c593852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5522287 Oct 12 17:26:48.077067 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58686) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:48.078879 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] Sync routers for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:26:48.087772 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:48.088368 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:26:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:48.177251 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks [] for router, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.190103 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:48.275732 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.327285 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Deleting port 844b7008-c977-4806-88e9-d69cfe7c33cb {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:48.327529 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.360595 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T17:26:47Z', 'revision_number': 5, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port': {'id': '844b7008-c977-4806-88e9-d69cfe7c33cb', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T16:49:16Z', 'updated_at': '2021-10-12T16:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:48.389894 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] Checking router: a29fef12-9a61-4abe-b373-d9953c593852 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:26:48.398453 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] Routers {'a29fef12-9a61-4abe-b373-d9953c593852'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:26:48.399045 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:26:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['a29fef12-9a61-4abe-b373-d9953c593852'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:48.407052 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] For port 844b7008-c977-4806-88e9-d69cfe7c33cb, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=844b7008-c977-4806-88e9-d69cfe7c33cb,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:48.407445 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.419803 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Calling delete_port for 844b7008-c977-4806-88e9-d69cfe7c33cb owned by network:router_gateway {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:48.569415 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] Set router a29fef12-9a61-4abe-b373-d9953c593852 gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:26:48.598710 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.621947 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T17:26:48Z', 'revision_number': 6, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:48.630298 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=844b7008-c977-4806-88e9-d69cfe7c33cb,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:48.634492 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5974313-6aeb-43cb-b346-f3e5f1295d74 req-a9744fb1-da75-4f23-8880-4801f9b83714 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:48.638325 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d5974313-6aeb-43cb-b346-f3e5f1295d74 req-a9744fb1-da75-4f23-8880-4801f9b83714 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 945 time: 0.0542934 Oct 12 17:26:48.651735 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06275578-9b97-46e2-80d1-db0ad9b35d1d None None] The sync data for ids ['a29fef12-9a61-4abe-b373-d9953c593852'] in dv-cinder-813222-2-iscsi is: [{'id': 'a29fef12-9a61-4abe-b373-d9953c593852', 'name': 'tempest-AttachVolumeShelveTestJSON-1364362106-router', 'tenant_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T16:49:15Z', 'updated_at': '2021-10-12T17:26:48Z', 'revision_number': 6, 'project_id': '5f15f4248cdd4fc39f8061dc5ebe854d', 'gw_port_host': None}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:26:48.679807 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d5974313-6aeb-43cb-b346-f3e5f1295d74 req-35ebe949-e6f6-4c8d-a7cd-b99302cb6b0f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Oct 12 17:26:48.692964 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.781690 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.783861 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.828009 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.828589 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a29fef12-9a61-4abe-b373-d9953c593852 {{(pid=105673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:26:48.833767 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.835027 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-e358873d-c5d9-4983-bae4-63c31e967d33 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a29fef12-9a61-4abe-b373-d9953c593852 HTTP/1.1" status: 204 len: 168 time: 0.7568829 Oct 12 17:26:48.838027 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58690) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:48.846328 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5a60656a-5e74-41bd-9a3a-76834aee039c up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:26:48.884082 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.db_base_plugin_v2 [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Deleting subnet 39a710f0-a861-4f77-97b7-eb64a1d6d7a2 {{(pid=105673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:26:48.887787 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.895252 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning for port 5a60656a-5e74-41bd-9a3a-76834aee039c completed by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:26:48.899380 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port 5a60656a-5e74-41bd-9a3a-76834aee039c triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:26:48.899754 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.924347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26834837'] for subnet, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:48.974052 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.000724 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:26:49.003130 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c2c43e-cd68-475a-b5ad-0ce7b337d720" -d '{"events": [{"server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "name": "network-vif-plugged", "status": "completed", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:26:49.018097 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:49.024843 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.054261 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34f8e3-0cbd-411e-8448-299894cc218f x-openstack-request-id: req-8d34f8e3-0cbd-411e-8448-299894cc218f {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:26:49.054555 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "name": "network-vif-plugged", "status": "completed", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:26:49.054809 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d34f8e3-0cbd-411e-8448-299894cc218f {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:26:49.055200 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'code': 200} Oct 12 17:26:49.084636 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=5']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:49.281177 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.321225 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f9c5-549f-4246-b921-793b47bfdd82 req-e24fac52-6164-4c2f-877b-0449da3c2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:49.322728 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e4f3f9c5-549f-4246-b921-793b47bfdd82 req-e24fac52-6164-4c2f-877b-0449da3c2a47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1099 time: 0.0744226 Oct 12 17:26:49.362512 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26584667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26922809'] for subnet, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.390482 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-e4f3f9c5-549f-4246-b921-793b47bfdd82 req-d3d27798-2dec-4c90-84f4-b98e6f0a40f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Oct 12 17:26:49.393140 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a710f0-a861-4f77-97b7-eb64a1d6d7a2,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:49.396754 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.400376 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-21973dad-02d9-43fb-85e2-bf8b997298ff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/39a710f0-a861-4f77-97b7-eb64a1d6d7a2 HTTP/1.1" status: 204 len: 168 time: 0.5610037 Oct 12 17:26:49.402341 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58694) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:49.402456 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0a0eb-718a-428a-a117-3c269d5437d1 None None] Network 1e336323-1661-4699-bf4a-5542620febf0 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:26:49.474715 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.498103 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-1d315357-cc2b-4311-b134-fc1b5b490f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.532846 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Deleting port d04ae4ba-71e1-4143-9263-7c711e9faaa7 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:49.533050 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.594204 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] DHCP port deletion for 1e336323-1661-4699-bf4a-5542620febf0 request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:26:49.600307 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] For port d04ae4ba-71e1-4143-9263-7c711e9faaa7, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=d04ae4ba-71e1-4143-9263-7c711e9faaa7,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:49.601348 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.613789 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Calling delete_port for d04ae4ba-71e1-4143-9263-7c711e9faaa7 owned by network:dhcp {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:49.646842 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] Deleting port d04ae4ba-71e1-4143-9263-7c711e9faaa7 {{(pid=105675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:26:49.647204 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.706899 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.723941 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] For port d04ae4ba-71e1-4143-9263-7c711e9faaa7, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=d04ae4ba-71e1-4143-9263-7c711e9faaa7,segment=NetworkSegment(e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8),segment_id=e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:26:49.724351 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.741268 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04ae4ba-71e1-4143-9263-7c711e9faaa7,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:49.742271 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] Calling delete_port for d04ae4ba-71e1-4143-9263-7c711e9faaa7 owned by network:dhcp {{(pid=105675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:26:49.749886 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] No DVR routers for this DVR port d04ae4ba-71e1-4143-9263-7c711e9faaa7 on host dv-cinder-813222-2-iscsi {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:26:49.825601 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6b42-52c0-403b-8ed6-576ca12c5fb6 req-42ebf203-8f63-487f-b560-f1fb5c41130a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:49.827683 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb7f6b42-52c0-403b-8ed6-576ca12c5fb6 req-42ebf203-8f63-487f-b560-f1fb5c41130a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0649171 Oct 12 17:26:49.839615 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164'] for port, after_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.846297 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.863957 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:26:49.869058 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] Pushing event deleted for resources: {'Port': ['ID=d04ae4ba-71e1-4143-9263-7c711e9faaa7,revision_number=None']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:49.876335 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e336323-1661-4699-bf4a-5542620febf0']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:49.881638 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-bb7f6b42-52c0-403b-8ed6-576ca12c5fb6 req-a0220ebd-b42b-4576-9db9-9574bd8f9325 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Oct 12 17:26:49.889499 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:26:49.889896 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 9db8872e-9d1f-4cfc-81f9-efcb42a5a036 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:26:49.890327 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 844b7008-c977-4806-88e9-d69cfe7c33cb no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:26:49.890495 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:49.890809 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85e9b5e-b7e7-4da0-bb44-b287c6c57ba8') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:26:49.892197 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed312b3-dadc-450c-9577-8e366401a678 None None] No DVR routers for this DVR port d04ae4ba-71e1-4143-9263-7c711e9faaa7 on host dv-cinder-813222-2-iscsi {{(pid=105675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:26:49.904725 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.910960 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 844b7008-c977-4806-88e9-d69cfe7c33cb {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:26:49.911308 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 844b7008-c977-4806-88e9-d69cfe7c33cb not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:26:49.911727 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device d04ae4ba-71e1-4143-9263-7c711e9faaa7 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:26:49.919046 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.927167 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:26:49.927653 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:26:49.929355 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:26:49.935196 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: d04ae4ba-71e1-4143-9263-7c711e9faaa7 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:26:49.936063 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device d04ae4ba-71e1-4143-9263-7c711e9faaa7 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:26:49.986151 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.991308 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:49.994944 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1e336323-1661-4699-bf4a-5542620febf0 HTTP/1.1" status: 204 len: 168 time: 0.5917068 Oct 12 17:26:50.010347 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb0597-c785-4b62-bffb-5f9ce58c99a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e336323-1661-4699-bf4a-5542620febf0,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:50.123237 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58700) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:50.161474 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e443e6a7-2917-4f16-946a-3a25033ef5e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f15f4248cdd4fc39f8061dc5ebe854d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370705 Oct 12 17:26:50.164192 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58702) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:26:50.208785 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65f9cc19-bf6a-4901-9e1d-6806ad5fdd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:50.229757 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65f9cc19-bf6a-4901-9e1d-6806ad5fdd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:50.274815 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65f9cc19-bf6a-4901-9e1d-6806ad5fdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:50.277307 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-65f9cc19-bf6a-4901-9e1d-6806ad5fdd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:50.280679 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-65f9cc19-bf6a-4901-9e1d-6806ad5fdd46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f77791a5-f197-4efa-9477-c2ada1d00370 HTTP/1.1" status: 204 len: 168 time: 0.1134040 Oct 12 17:26:50.292843 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9cc19-bf6a-4901-9e1d-6806ad5fdd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77791a5-f197-4efa-9477-c2ada1d00370,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:26:50.986852 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633df48e-915a-4887-adc7-1813d625e553 req-ad6304f4-976d-4ce2-8e0c-5cd326935962 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:50.988490 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-633df48e-915a-4887-adc7-1813d625e553 req-ad6304f4-976d-4ce2-8e0c-5cd326935962 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0511513 Oct 12 17:26:51.029301 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-633df48e-915a-4887-adc7-1813d625e553 req-336173c0-b47e-40a4-bab0-0454efe49221 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Oct 12 17:26:51.141496 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951b344-ee87-403c-a2cb-f8deba839991 req-3275a6b5-a87b-49c7-8e3b-aab5297f03f8 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:51.142998 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6951b344-ee87-403c-a2cb-f8deba839991 req-3275a6b5-a87b-49c7-8e3b-aab5297f03f8 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0481882 Oct 12 17:26:51.180902 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6951b344-ee87-403c-a2cb-f8deba839991 req-16b05d9d-a995-4966-8e15-6d1d3daffde8 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Oct 12 17:26:51.499751 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ddf3e-068f-4699-b841-69a024ae86ee req-5c75ceba-15bb-45d5-80ce-0470566a0145 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:51.501232 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0d7ddf3e-068f-4699-b841-69a024ae86ee req-5c75ceba-15bb-45d5-80ce-0470566a0145 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0482867 Oct 12 17:26:51.538468 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-0d7ddf3e-068f-4699-b841-69a024ae86ee req-6eae83a7-35d8-4cc8-be28-9acbf453b670 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Oct 12 17:26:52.056892 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-6719d3b6-a447-41ad-b910-e9a5b293542b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1485095 Oct 12 17:26:52.125970 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-2ddbc158-ae1a-4ced-9d5d-60668502fdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:52.156186 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-9cc09f29-3ac0-4a6f-bc3f-94297902816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:52.157651 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-9cc09f29-3ac0-4a6f-bc3f-94297902816b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0422721 Oct 12 17:26:52.265512 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-8bffb798-2818-4a74-8e51-b068c84dd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:52.267070 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-8bffb798-2818-4a74-8e51-b068c84dd2d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 910 time: 0.0889103 Oct 12 17:26:52.330353 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-cb5c47f6-e346-4e91-bb0e-99c57b0d37ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 1002 time: 0.0557420 Oct 12 17:26:52.377297 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-3497e956-c33e-4d30-8319-facf946d1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:52.378620 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-3497e956-c33e-4d30-8319-facf946d1619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0416393 Oct 12 17:26:52.425720 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-cf1367b8-2208-4a36-8c9f-778138f8739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:52.427171 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-cf1367b8-2208-4a36-8c9f-778138f8739d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413041 Oct 12 17:26:52.514354 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-5df364f8-d245-43be-959b-99a567ae7eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792534 Oct 12 17:26:52.604503 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-1f52f13f-6bcb-46fc-8d7e-a06d895f9d90 req-479dfb5f-5a66-4be2-80db-d7cd7510e2f3 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832396 Oct 12 17:26:53.198127 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:53.275371 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:53.913476 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99282e12-be89-4f45-abd8-58e440168a33 req-86c2549c-265b-4b2c-b692-f560dcdecfdd tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:53.915641 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99282e12-be89-4f45-abd8-58e440168a33 req-86c2549c-265b-4b2c-b692-f560dcdecfdd tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0537217 Oct 12 17:26:53.952910 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-99282e12-be89-4f45-abd8-58e440168a33 req-01f7d356-737d-4f51-be12-6b40b48c6843 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Oct 12 17:26:55.066994 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c12ecf-d7e0-4ba0-8451-15bfae2a2f50 req-0c1368fb-f835-4aca-97dc-9df30d0e31fd tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:55.068344 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c3c12ecf-d7e0-4ba0-8451-15bfae2a2f50 req-0c1368fb-f835-4aca-97dc-9df30d0e31fd tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0470943 Oct 12 17:26:55.105031 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c3c12ecf-d7e0-4ba0-8451-15bfae2a2f50 req-66d079dd-fac3-4b04-bee8-56df39bac430 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309110 Oct 12 17:26:55.380955 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:26:56.214347 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfa01f-c505-4c3a-ae11-e7ceb2f31250 req-a3a998d1-a3a9-4b30-b8c8-4b09dffea541 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:56.215762 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dfbfa01f-c505-4c3a-ae11-e7ceb2f31250 req-a3a998d1-a3a9-4b30-b8c8-4b09dffea541 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0464861 Oct 12 17:26:56.251720 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-dfbfa01f-c505-4c3a-ae11-e7ceb2f31250 req-2f09c7d7-88f3-4089-b93d-bb2cd28722ba tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302775 Oct 12 17:26:57.367493 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60090-b4cc-4e01-a7c6-b68605a4d4ee req-fec28862-faa8-4f2a-b944-957a5f300e10 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:57.368973 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6cb60090-b4cc-4e01-a7c6-b68605a4d4ee req-fec28862-faa8-4f2a-b944-957a5f300e10 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0511990 Oct 12 17:26:57.405242 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6cb60090-b4cc-4e01-a7c6-b68605a4d4ee req-38d5582e-e322-4995-86fc-0643c3509225 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304761 Oct 12 17:26:58.519526 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ab4f1-8b49-4297-973c-1a24f54e1828 req-1f5872a1-56bd-4cf8-bae4-4bfcb0982400 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:58.520992 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-155ab4f1-8b49-4297-973c-1a24f54e1828 req-1f5872a1-56bd-4cf8-bae4-4bfcb0982400 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0488060 Oct 12 17:26:58.558523 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-155ab4f1-8b49-4297-973c-1a24f54e1828 req-6a23336a-cc8d-43c2-a7e5-58cebc4298d8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311193 Oct 12 17:26:59.668616 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6da65-3ec3-4960-ac29-f6a67f0cd670 req-05ba648c-b144-4315-a437-b85c9f50fdb9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:26:59.670087 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50c6da65-3ec3-4960-ac29-f6a67f0cd670 req-05ba648c-b144-4315-a437-b85c9f50fdb9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0478883 Oct 12 17:26:59.706028 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50c6da65-3ec3-4960-ac29-f6a67f0cd670 req-018b3b2a-7666-48d8-a68a-559853ac1500 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300837 Oct 12 17:27:00.243839 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:00.822877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30eb21-b4a4-42aa-b702-54d20053b19d req-07902c82-e18a-4cb8-966b-32cd7eecf9e9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:00.824356 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b30eb21-b4a4-42aa-b702-54d20053b19d req-07902c82-e18a-4cb8-966b-32cd7eecf9e9 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0530818 Oct 12 17:27:00.863204 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b30eb21-b4a4-42aa-b702-54d20053b19d req-76179790-622c-438f-8de1-ddc0a2f4b6b7 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Oct 12 17:27:00.914412 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd6792-6b8d-4edb-aa6a-69949af17697 req-b704941a-f1e1-4bbc-9b4e-768e62909ac7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:00.916311 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-29fd6792-6b8d-4edb-aa6a-69949af17697 req-b704941a-f1e1-4bbc-9b4e-768e62909ac7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0520117 Oct 12 17:27:00.954736 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-29fd6792-6b8d-4edb-aa6a-69949af17697 req-8fae020e-e9d8-46cf-8a96-9e6afe6273e6 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Oct 12 17:27:00.976637 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58886) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:01.111795 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce97dd1-884f-416b-8ec2-c1f4bfabb0dd tempest-TestMinimumBasicScenario-957996391 tempest-TestMinimumBasicScenario-957996391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:01.113254 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9ce97dd1-884f-416b-8ec2-c1f4bfabb0dd tempest-TestMinimumBasicScenario-957996391 tempest-TestMinimumBasicScenario-957996391-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1094 time: 0.1356697 Oct 12 17:27:01.116062 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58890) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:01.120699 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'floatingip': {'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'port_id': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:01.142305 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for floatingip, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:01.236103 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:01.339294 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_common [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Allocated IP 172.27.1.144 (81d6741f-6238-4707-befd-2e2cfe1afbb6/312e7577-c841-460f-8c07-4c94c65940ab/f7e25d72-d0e0-4a5b-8441-9c318348fba9) {{(pid=105674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:27:01.435702 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for port, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:01.475200 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761215931383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:01.509424 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Network 81d6741f-6238-4707-befd-2e2cfe1afbb6 is already hosted by enough agents. {{(pid=105674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:27:01.516039 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.base_scheduler [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Resources bound (agent type, host, resource id): {{(pid=105674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:27:01.519803 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Received port after_create {{(pid=105674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:27:01.549071 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'Port': ['ID=f7e25d72-d0e0-4a5b-8441-9c318348fba9,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:02.030384 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f673-7167-4d45-9e2b-14d8d977d33c req-0ae04a64-fef3-40c4-84f1-68c082fa6a8c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:02.031760 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2d78f673-7167-4d45-9e2b-14d8d977d33c req-0ae04a64-fef3-40c4-84f1-68c082fa6a8c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.1011615 Oct 12 17:27:02.110695 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-2d78f673-7167-4d45-9e2b-14d8d977d33c req-b81e898f-5f3d-4a74-a72c-6d20b63ecd4b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724161 Oct 12 17:27:02.155791 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.217356 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.359318 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.363626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.429627 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'Port': ['ID=f7e25d72-d0e0-4a5b-8441-9c318348fba9,revision_number=2']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:02.440494 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1769824'] for floatingip, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.537968 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Floating IP 069bf522-f6ae-4ec6-80af-b4a1e5375fca associated. External IP: 172.27.1.144, port: 5a60656a-5e74-41bd-9a3a-76834aee039c. Oct 12 17:27:02.736585 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:27:02.843188 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:27:02.853466 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] Sync routers for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:27:02.863533 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:27:02.864308 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:26:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:27:02.867963 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.898960 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-93f386f6-1e5f-4055-ac14-0bada935babd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7787867 Oct 12 17:27:02.898960 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:27:02.899325 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 58918) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:02.899825 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad" -d '{"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:27:02.904684 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.v2.base [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706519676', 'description': 'tempest-secgroup-smoke-706519676 description', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13'}} {{(pid=105673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:02.932234 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:02.940556 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1662ca-91a2-48f1-bec6-1a0ba59cf03b x-openstack-request-id: req-fe1662ca-91a2-48f1-bec6-1a0ba59cf03b {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:27:02.940839 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:27:02.941085 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe1662ca-91a2-48f1-bec6-1a0ba59cf03b {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:27:02.941505 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'status': 'completed', 'code': 200} Oct 12 17:27:03.056566 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.060692 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.091978 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-1dded049-d56a-4a55-aa49-3db8b5389d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:03.093499 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-1dded049-d56a-4a55-aa49-3db8b5389d48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1099 time: 0.0916724 Oct 12 17:27:03.098441 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.099542 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1985681 Oct 12 17:27:03.102070 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a32c1e-ce7a-44d3-93e4-2411643a0eaa tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524b6f7b-adbe-4633-b018-716452312dc4,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.103112 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58926) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:03.108075 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group_rule': {'security_group_id': '524b6f7b-adbe-4633-b018-716452312dc4', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:03.117076 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:27:03.143848 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.213406 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-9ddcf923-38e0-494a-a8a8-279d743fdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:03.214922 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-9ddcf923-38e0-494a-a8a8-279d743fdbcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.1104357 Oct 12 17:27:03.249555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.258238 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.280740 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d45b3e-d735-441e-8117-93e524607439 req-6c32c9b3-144c-4b18-b977-be420b20dd6f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:03.282590 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-65d45b3e-d735-441e-8117-93e524607439 req-6c32c9b3-144c-4b18-b977-be420b20dd6f tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0933089 Oct 12 17:27:03.287943 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-78e87043-2e83-4482-957f-5f671b852f56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 1000 time: 0.0646026 Oct 12 17:27:03.296461 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7ad443-e9a8-4c08-beb2-7a58621597c7,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.304855 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.305789 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-f4e3f41e-95fc-452a-ada0-0069eec188f5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014093 Oct 12 17:27:03.311674 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58930) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:03.317572 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group_rule': {'security_group_id': '524b6f7b-adbe-4633-b018-716452312dc4', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:03.354338 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-98b9cacf-374e-450b-a47f-8ec88f7ec6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:03.356135 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-98b9cacf-374e-450b-a47f-8ec88f7ec6fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0580115 Oct 12 17:27:03.368759 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-65d45b3e-d735-441e-8117-93e524607439 req-c75ebe54-7cf7-443c-9321-9b55aa10ec64 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679376 Oct 12 17:27:03.382376 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.395012 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '069bf522-f6ae-4ec6-80af-b4a1e5375fca', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'port_id': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'mac_address': 'fa:16:3e:83:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:27:01Z', 'updated_at': '2021-10-12T17:27:01Z', 'revision_number': 0, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:16Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:27:03.414931 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-63982805-cdcf-43d7-8769-b787d14a8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:03.416598 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-63982805-cdcf-43d7-8769-b787d14a8145 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529087 Oct 12 17:27:03.429612 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] Checking router: 23a9c762-9388-4dc6-9649-5f32cd0a7d9d for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:27:03.437140 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.438329 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:27:03.439130 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:26:52Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:27:03.441752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.457441 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ae0c2a-c4f8-4351-b09d-94e7da6358a2,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.470306 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.471654 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-056e7b40-8960-495d-8108-42fdca697704 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581686 Oct 12 17:27:03.474493 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58932) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:03.479229 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group_rule': {'security_group_id': '524b6f7b-adbe-4633-b018-716452312dc4', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:03.508220 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.522583 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-f6aee861-709e-4b31-a299-b8699e98ba79 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966759 Oct 12 17:27:03.552727 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:27:03.569606 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.573784 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.593784 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c61035-4925-49fb-8f33-2c667b49c4fb,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.603412 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.604594 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-76ad44ea-a871-4af8-bd9d-cc1d974787a2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291595 Oct 12 17:27:03.607405 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58934) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:03.611934 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group_rule': {'security_group_id': '524b6f7b-adbe-4633-b018-716452312dc4', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:03.631911 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-0faa4dbc-68ec-4bd4-a8c5-731b116e38ad req-56c6488e-8a7d-4950-bc99-03eacce884ba service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974867 Oct 12 17:27:03.639550 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.703587 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.707185 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.727077 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109ef6fa-8290-477a-a132-ed232035e40a,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.735667 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.736893 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-be57d868-ec6d-49f4-960d-e28147205813 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283383 Oct 12 17:27:03.739608 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58936) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:03.744678 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group_rule': {'security_group_id': '524b6f7b-adbe-4633-b018-716452312dc4', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:03.766274 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.securitygroups_db [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Project f77ac05b3c03484f88e6f24b224b6d13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:27:03.770779 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.797067 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '069bf522-f6ae-4ec6-80af-b4a1e5375fca', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'port_id': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'mac_address': 'fa:16:3e:83:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:27:01Z', 'updated_at': '2021-10-12T17:27:01Z', 'revision_number': 0, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:16Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:27:03.824572 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345119a4-2b82-4375-8569-4a187baecd5b None None] The sync data for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi is: [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_floatingips': [{'id': '069bf522-f6ae-4ec6-80af-b4a1e5375fca', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'router_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'port_id': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'mac_address': 'fa:16:3e:83:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:27:01Z', 'updated_at': '2021-10-12T17:27:01Z', 'revision_number': 0, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:16Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:27:03.831048 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.835162 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.852760 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8121eb7a-6f3a-46dd-bc90-4065b1b93628,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.862383 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.863595 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-dda2cdda-1892-4fbb-92e4-23cc86e3329d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224928 Oct 12 17:27:03.866437 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58938) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:03.871367 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'security_group_rule': {'security_group_id': '524b6f7b-adbe-4633-b018-716452312dc4', 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:03.894986 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.securitygroups_db [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Project f77ac05b3c03484f88e6f24b224b6d13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:27:03.900073 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.961809 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.965939 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624081'] for security_group_rule, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.983610 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55840968-bc6c-4e15-9888-2ec8c20f8411,revision_number=0']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:03.992993 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:03.994276 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0a5cd04d-1368-423b-b426-eb051b2f06eb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263571 Oct 12 17:27:04.034976 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03a751-6279-42b6-ba42-bca75bc5d8b5 None None] New status for floating IP 069bf522-f6ae-4ec6-80af-b4a1e5375fca: ACTIVE {{(pid=105676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:27:04.082471 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-93771142-53f8-4ebe-9417-e74c7d991023 req-5594635c-91a5-4051-91f0-168f24a0140a tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706519676&fields=id&tenant_id=f77ac05b3c03484f88e6f24b224b6d13 HTTP/1.1" status: 200 len: 267 time: 0.0416887 Oct 12 17:27:04.145381 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93771142-53f8-4ebe-9417-e74c7d991023 req-85dfdff7-576f-4fb9-abf7-3e3707bd1727 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.146813 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-93771142-53f8-4ebe-9417-e74c7d991023 req-85dfdff7-576f-4fb9-abf7-3e3707bd1727 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0627530 Oct 12 17:27:04.160014 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'port': {'security_groups': ['1088d145-24bb-48d3-b81e-95850f0eafb7', '524b6f7b-adbe-4633-b018-716452312dc4']}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:27:04.172861 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-e89fd310-3c9a-4f61-9cbf-0712975d0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.174398 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-e89fd310-3c9a-4f61-9cbf-0712975d0d30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0538201 Oct 12 17:27:04.238888 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:04.279234 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-140e66c5-3d74-43d1-a456-b9187537dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.281288 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-140e66c5-3d74-43d1-a456-b9187537dab9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 910 time: 0.0983222 Oct 12 17:27:04.354553 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-aaa3ae9e-ba59-42ff-804a-c2993016896a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 1002 time: 0.0653701 Oct 12 17:27:04.409624 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-00165036-d5dd-47df-a5ff-0d1e3396d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.411183 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-00165036-d5dd-47df-a5ff-0d1e3396d746 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0495248 Oct 12 17:27:04.461380 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-5faf1133-e8a2-46df-84d2-d24caa38fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.462926 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-5faf1133-e8a2-46df-84d2-d24caa38fa1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446253 Oct 12 17:27:04.501377 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:27:04.530736 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb59b-a343-41e7-9aa1-558ab95e29c9 req-f25f8a82-260b-4def-a97e-eb80815dfeb8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.532132 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4d2fb59b-a343-41e7-9aa1-558ab95e29c9 req-f25f8a82-260b-4def-a97e-eb80815dfeb8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0887339 Oct 12 17:27:04.557531 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-529c4714-f82f-4ab4-a875-85c44ac3347c service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833821 Oct 12 17:27:04.561818 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:04.570357 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:04.613273 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5a60656a-5e74-41bd-9a3a-76834aee039c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:27:04.617791 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.618443 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:04.619877 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-93771142-53f8-4ebe-9417-e74c7d991023 req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "PUT /v2.0/ports/5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 982 time: 0.4658506 Oct 12 17:27:04.645633 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-4d2fb59b-a343-41e7-9aa1-558ab95e29c9 req-fd084cf5-f4ba-433e-bbba-0a40cf605ecf tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053107 Oct 12 17:27:04.660555 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60f23e-0a8a-476f-9ca2-e24e7fbd1406 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=6']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:04.665377 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:27:04.677347 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-ef38bba4-0a05-49e4-9638-87faa00b99c5 req-f37627c1-8f82-48e7-99fe-361bee1bf2a5 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121688 Oct 12 17:27:04.773553 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5a60656a-5e74-41bd-9a3a-76834aee039c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:27:04.774913 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d789c7-7e92-4c79-b42d-fad37ec66943 req-c80d1715-0285-438e-8d4e-e0ba73b9cf93 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:04.776477 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-91d789c7-7e92-4c79-b42d-fad37ec66943 req-c80d1715-0285-438e-8d4e-e0ba73b9cf93 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0556281 Oct 12 17:27:04.823785 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-91d789c7-7e92-4c79-b42d-fad37ec66943 req-ff47fb80-63e1-420c-90e5-f396a847ff31 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406499 Oct 12 17:27:04.931188 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-446bd47f-b288-486a-aa6d-3ddd19d11728 None None] Provisioning complete for port 5a60656a-5e74-41bd-9a3a-76834aee039c triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:27:04.931553 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-446bd47f-b288-486a-aa6d-3ddd19d11728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:04.942183 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:27:04.944714 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c090c-d67a-4888-9b08-bd3f158c732b" -d '{"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:27:04.980371 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b144e028-2bb3-4c8b-b744-a5514716f5c3 x-openstack-request-id: req-b144e028-2bb3-4c8b-b744-a5514716f5c3 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:27:04.980723 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:27:04.981057 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b144e028-2bb3-4c8b-b744-a5514716f5c3 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:27:04.981560 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'status': 'completed', 'code': 200} Oct 12 17:27:05.086214 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c090c-d67a-4888-9b08-bd3f158c732b req-0f16b99f-a8f3-40a3-8d5d-17f21d565e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:05.087763 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-0f16b99f-a8f3-40a3-8d5d-17f21d565e27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1138 time: 0.0454986 Oct 12 17:27:05.185704 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c090c-d67a-4888-9b08-bd3f158c732b req-ba92c9ec-8c23-40ea-ae46-3ca86f4a4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:05.187281 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-ba92c9ec-8c23-40ea-ae46-3ca86f4a4cc4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.0890155 Oct 12 17:27:05.259741 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-cffa0273-603a-4b09-9a7d-971ff3b4fc0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 1002 time: 0.0575948 Oct 12 17:27:05.313939 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c090c-d67a-4888-9b08-bd3f158c732b req-630b8fa1-ec3a-4906-88db-d3744942eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:05.315311 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-630b8fa1-ec3a-4906-88db-d3744942eee0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0472310 Oct 12 17:27:05.363545 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c090c-d67a-4888-9b08-bd3f158c732b req-a92a707d-6584-43f0-95e9-8d3920124ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:05.364998 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-a92a707d-6584-43f0-95e9-8d3920124ca8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414860 Oct 12 17:27:05.464297 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-e499cb6c-1a47-45f0-a066-a8e56a0a64c0 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Oct 12 17:27:05.558937 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-576c090c-d67a-4888-9b08-bd3f158c732b req-c95e4118-4e70-40ba-81bc-19c81df9d550 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Oct 12 17:27:05.790633 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0efac9-bafe-4708-8f60-e1c4478dfcaf req-47b7858c-08c2-40fa-a090-e85bb210c3ea tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:05.792098 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f0efac9-bafe-4708-8f60-e1c4478dfcaf req-47b7858c-08c2-40fa-a090-e85bb210c3ea tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0497570 Oct 12 17:27:05.829764 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f0efac9-bafe-4708-8f60-e1c4478dfcaf req-3844fa80-d682-4e49-80d6-77573907bd97 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Oct 12 17:27:06.948247 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f2ff9-6e4f-43c9-8e80-21dfe18fd11b req-e72903b2-9b8c-46ea-a383-6461e98ad4fb tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:06.949827 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c35f2ff9-6e4f-43c9-8e80-21dfe18fd11b req-e72903b2-9b8c-46ea-a383-6461e98ad4fb tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0476117 Oct 12 17:27:06.986814 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c35f2ff9-6e4f-43c9-8e80-21dfe18fd11b req-abdcc63b-bb13-4b17-bb9f-db1f6ad3f96d tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Oct 12 17:27:07.064048 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-d747f42f-2311-4f6e-a0ba-e3160e8252f5 req-2c0abe05-6ab3-4878-8e3b-c322eb9cf891 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:27:07.065409 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d747f42f-2311-4f6e-a0ba-e3160e8252f5 req-2c0abe05-6ab3-4878-8e3b-c322eb9cf891 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051425 Oct 12 17:27:07.155629 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 58998) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:07.261647 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc4fa4-5ff0-4486-9ddf-2941d5461c03 req-41dcfb67-4bbe-4c03-afe8-a7860995e7ef tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:07.266462 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34fc4fa4-5ff0-4486-9ddf-2941d5461c03 req-41dcfb67-4bbe-4c03-afe8-a7860995e7ef tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0842898 Oct 12 17:27:07.278312 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-7973944a-6d5c-4346-b530-aad57c00439e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214781 Oct 12 17:27:07.289997 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-63ab1c48-92e3-4f6d-bb93-1c980c7707cf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=105674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:27:07.290933 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-63ab1c48-92e3-4f6d-bb93-1c980c7707cf service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055068 Oct 12 17:27:07.311281 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-34fc4fa4-5ff0-4486-9ddf-2941d5461c03 req-23974568-5369-427c-aa2a-5038d3d162ff tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Oct 12 17:27:08.422454 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be669f49-1655-479b-8167-666df1f280d6 req-6405b895-1308-4b49-bd47-9ebd59c51d3b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:08.423834 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be669f49-1655-479b-8167-666df1f280d6 req-6405b895-1308-4b49-bd47-9ebd59c51d3b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0475776 Oct 12 17:27:08.463726 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-be669f49-1655-479b-8167-666df1f280d6 req-c7d8510b-d544-451c-884a-4952e01d02b7 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Oct 12 17:27:08.796800 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-53b98866-1985-49e7-acc6-1c680ed9053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:08.798265 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-53b98866-1985-49e7-acc6-1c680ed9053a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5&tenant_id=fa0d17f286a74417bb2ec8b31b9fdada HTTP/1.1" status: 200 len: 1099 time: 0.0388296 Oct 12 17:27:08.869504 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-2ff7a2a8-f88c-47bd-86af-3b797537f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:08.870982 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-2ff7a2a8-f88c-47bd-86af-3b797537f0d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0386817 Oct 12 17:27:08.962487 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-489fa64e-3c89-4d0c-9f7c-d2d63f0dc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:08.963955 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-489fa64e-3c89-4d0c-9f7c-d2d63f0dc9be service neutron] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 910 time: 0.0860150 Oct 12 17:27:09.026546 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-9be3c9c8-903e-44c2-a74a-ba97be0195b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 1002 time: 0.0553105 Oct 12 17:27:09.077776 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-37c09f88-5917-433b-8d2b-6efcf69f1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:09.079117 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-37c09f88-5917-433b-8d2b-6efcf69f1652 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0455544 Oct 12 17:27:09.127350 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-1938a406-c7f5-44ff-894d-c0c8e6aef128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:09.128823 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-1938a406-c7f5-44ff-894d-c0c8e6aef128 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395730 Oct 12 17:27:09.214580 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-5a3d0147-2eda-4b7d-bf65-c9300c2368a8 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783918 Oct 12 17:27:09.312740 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-3f3931c0-94e7-4430-81ed-019eacf3d22b req-1a0de1ff-e5ec-4c8f-ada5-e1d50df2ca0e service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891669 Oct 12 17:27:09.581529 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49761b7-b3d6-4871-8f30-36cf67e581a4 req-156c76dd-fcda-4c7d-9bde-7f7e97bf98cd tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:09.582992 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c49761b7-b3d6-4871-8f30-36cf67e581a4 req-156c76dd-fcda-4c7d-9bde-7f7e97bf98cd tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0492723 Oct 12 17:27:09.618604 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c49761b7-b3d6-4871-8f30-36cf67e581a4 req-e0e1c29d-75dc-49bd-b1f7-b6b5f819d5ea tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297406 Oct 12 17:27:10.728538 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aa451-4844-43a0-a8b7-26b10015c536 req-36312b1a-497b-4fcc-b220-48cd7efd4308 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:10.730012 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-573aa451-4844-43a0-a8b7-26b10015c536 req-36312b1a-497b-4fcc-b220-48cd7efd4308 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0463791 Oct 12 17:27:10.767443 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-573aa451-4844-43a0-a8b7-26b10015c536 req-c69b3eee-d450-4f9d-8024-9e10f62953ac tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Oct 12 17:27:10.924244 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:27:11.000561 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:11.022401 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:27:11.025213 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c4742-edc5-4bee-9eb3-a58efd3792ce" -d '{"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-unplugged", "status": "completed", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:27:11.036938 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:27:11.041697 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:11.063914 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69e5090-4590-4fad-b82e-2ce42ecd787d x-openstack-request-id: req-b69e5090-4590-4fad-b82e-2ce42ecd787d {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:27:11.064197 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-unplugged", "status": "completed", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:27:11.064448 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b69e5090-4590-4fad-b82e-2ce42ecd787d {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:27:11.064827 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'code': 200} Oct 12 17:27:11.089061 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=6']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:11.883875 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f810c7-8774-4a9e-a282-30d925a85fa9 req-a19197c8-ce02-4950-a498-800d1d1af294 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:11.885604 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62f810c7-8774-4a9e-a282-30d925a85fa9 req-a19197c8-ce02-4950-a498-800d1d1af294 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0533056 Oct 12 17:27:11.922467 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-62f810c7-8774-4a9e-a282-30d925a85fa9 req-6a0fec7b-ff87-49cd-b078-d314db2b8373 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Oct 12 17:27:13.042264 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501b3e9-1958-40ec-823e-1f27ab61f4c1 req-6dc77145-aed2-4c3e-91a3-2c26f7eda0e8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:13.043691 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a501b3e9-1958-40ec-823e-1f27ab61f4c1 req-6dc77145-aed2-4c3e-91a3-2c26f7eda0e8 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0498447 Oct 12 17:27:13.079554 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-a501b3e9-1958-40ec-823e-1f27ab61f4c1 req-4a10000e-4a8e-4dc5-8f8d-6b0eed217ae1 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301340 Oct 12 17:27:14.189506 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c903e9-295d-4088-8792-39d1f35d1e1b req-c4e3645d-0d3b-4e46-b05d-19ab739b8827 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:14.190966 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-41c903e9-295d-4088-8792-39d1f35d1e1b req-c4e3645d-0d3b-4e46-b05d-19ab739b8827 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0463059 Oct 12 17:27:14.228374 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-41c903e9-295d-4088-8792-39d1f35d1e1b req-c998f012-359f-4f03-80db-e0c8cb7aba4c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Oct 12 17:27:15.337490 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c39e5-d16a-4ad8-a8e5-edb04783e197 req-340fbd07-3983-4ef8-8e23-ecbd9a83b51e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:15.338930 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5c5c39e5-d16a-4ad8-a8e5-edb04783e197 req-340fbd07-3983-4ef8-8e23-ecbd9a83b51e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0464795 Oct 12 17:27:15.374730 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-5c5c39e5-d16a-4ad8-a8e5-edb04783e197 req-ce36f4f2-984a-42a4-b650-60535ce3624c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300195 Oct 12 17:27:16.488639 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d346-709e-4cf6-8bef-ae6e3d90a2da req-5b1a7f1a-e041-43f4-8167-18a8d334dafe tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:16.490081 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c979d346-709e-4cf6-8bef-ae6e3d90a2da req-5b1a7f1a-e041-43f4-8167-18a8d334dafe tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0500112 Oct 12 17:27:16.527509 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-c979d346-709e-4cf6-8bef-ae6e3d90a2da req-ba72c2ba-99a2-48cb-b696-e9991a516e99 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Oct 12 17:27:17.637962 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dc9ff-dd07-4547-a2ba-75240ca6e3d1 req-84d30dc8-6950-4118-a065-1e4e52eb6365 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:17.639382 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b23dc9ff-dd07-4547-a2ba-75240ca6e3d1 req-84d30dc8-6950-4118-a065-1e4e52eb6365 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 944 time: 0.0478773 Oct 12 17:27:17.676076 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-b23dc9ff-dd07-4547-a2ba-75240ca6e3d1 req-ed44deff-b7d7-424e-966f-cb4b86a34577 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Oct 12 17:27:18.293430 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=105675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:27:18.387225 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:27:18.398535 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Returning: {'device': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'port_id': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'mac_address': 'fa:16:3e:4e:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:27:18.433767 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:18.446243 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8aac68d-69cc-407d-b84e-2d27a60c5025 {{(pid=105675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:27:18.464529 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:27:18.468562 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:18.517645 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=7']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:18.797629 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679681-66f8-4729-b0a7-abdecbd34e88 req-dfd3be05-d239-49ba-82c2-f37ce3623373 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:18.799074 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-35679681-66f8-4729-b0a7-abdecbd34e88 req-dfd3be05-d239-49ba-82c2-f37ce3623373 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 945 time: 0.0464442 Oct 12 17:27:18.835435 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-35679681-66f8-4729-b0a7-abdecbd34e88 req-4d53f1a8-7751-449c-a969-be6162d790d3 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300138 Oct 12 17:27:19.482670 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2a8d-95ba-42cb-bac1-b060bb42b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:19.579664 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['c8aac68d-69cc-407d-b84e-2d27a60c5025'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:27:19.584435 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d139-66b2-4f16-b746-3d66b8b968e5 req-d510065a-6fe9-47f3-b119-7f0fb8f6a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:19.585935 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5fe9d139-66b2-4f16-b746-3d66b8b968e5 req-d510065a-6fe9-47f3-b119-7f0fb8f6a93d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1098 time: 0.0385349 Oct 12 17:27:19.623238 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5fe9d139-66b2-4f16-b746-3d66b8b968e5 req-68b7fe2f-dbe8-490e-84a5-b295bbc83710 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272167 Oct 12 17:27:19.950044 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3400b-9021-43da-bc1c-91f2bf1407d4 req-9a4c5cf8-6555-4b3f-8df9-9bcb693fee62 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:19.951475 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-def3400b-9021-43da-bc1c-91f2bf1407d4 req-9a4c5cf8-6555-4b3f-8df9-9bcb693fee62 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 945 time: 0.0497999 Oct 12 17:27:19.987316 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-def3400b-9021-43da-bc1c-91f2bf1407d4 req-7cc67ac0-5ada-4e4c-8662-a17ebc728469 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300486 Oct 12 17:27:21.097091 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882dca8-9a83-4b6e-85b6-36af8269a6b3 req-c86e0e70-17a1-4f21-81f3-de0c36c5dd6e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:21.098477 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d882dca8-9a83-4b6e-85b6-36af8269a6b3 req-c86e0e70-17a1-4f21-81f3-de0c36c5dd6e tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 945 time: 0.0467284 Oct 12 17:27:21.135530 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d882dca8-9a83-4b6e-85b6-36af8269a6b3 req-606738dd-d520-403c-88b8-16533237181a tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Oct 12 17:27:21.255613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 up at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:27:21.302021 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Provisioning complete for port c8aac68d-69cc-407d-b84e-2d27a60c5025 triggered by entity L2. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:27:21.302392 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:21.375754 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:21.403409 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:27:21.405655 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707deedc4033727fa06918be7fb903f5dd19e3e2757a0f0af8bf8ed1c05475b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c06fd-e88a-4208-b20a-3b6cfc06f97c" -d '{"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-plugged", "status": "completed", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:27:21.418291 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:27:21.423163 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191'] for port, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:21.450096 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95518799-2612-47c5-8a3f-5740c66279ae x-openstack-request-id: req-95518799-2612-47c5-8a3f-5740c66279ae {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:27:21.450380 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-plugged", "status": "completed", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "code": 200}]} {{(pid=105675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:27:21.450627 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95518799-2612-47c5-8a3f-5740c66279ae {{(pid=105675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:27:21.451010 dv-cinder-813222-2-iscsi neutron-server[105675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'code': 200} Oct 12 17:27:21.475981 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Pushing event updated for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=8']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:22.126347 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-34327db2-d91d-4534-ac2c-6d578ab267c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:23.191306 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:23.276530 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:25.384148 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:30.257258 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:32.780597 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59248) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:32.881722 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:32.954035 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:32.957651 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:32.994158 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=564e8b328c22453b8b81e2e81a6c0e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124901 Oct 12 17:27:32.996139 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0484ec6f-be59-44de-8237-f3d64d98f335,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:32.998082 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59252) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:33.003448 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.003801 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.004140 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.004472 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.004802 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.005132 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.005457 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.005780 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.006128 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.006449 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.006769 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.007624 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37f23e-31dc-48e9-84d4-b72219962d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.053969 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.075292 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.124427 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.127049 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.130069 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0484ec6f-be59-44de-8237-f3d64d98f335 HTTP/1.1" status: 204 len: 168 time: 0.1288610 Oct 12 17:27:33.136346 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0484ec6f-be59-44de-8237-f3d64d98f335,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:33.144026 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.144306 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.144685 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.145003 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.145328 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.145827 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.146324 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.146908 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.147579 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.148168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.148867 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.148867 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8665b86f-9d65-4676-9209-7a60a2dd3b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:27:33.399645 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59258) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:33.414282 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0714aa0-fe77-4a83-8bbf-97006a71b515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.491853 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0714aa0-fe77-4a83-8bbf-97006a71b515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.495896 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a0714aa0-fe77-4a83-8bbf-97006a71b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.535266 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-a0714aa0-fe77-4a83-8bbf-97006a71b515 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec2b5adf20a84241a018e52f814ca246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342065 Oct 12 17:27:33.536211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0714aa0-fe77-4a83-8bbf-97006a71b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b6940e-301a-4377-8d7e-8b3eb4f138dc,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:33.537968 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59260) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:33.590962 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d89cb05-ce59-458e-99ab-596065ca5e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.611797 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d89cb05-ce59-458e-99ab-596065ca5e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.663632 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d89cb05-ce59-458e-99ab-596065ca5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.666297 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-5d89cb05-ce59-458e-99ab-596065ca5e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:33.667433 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-5d89cb05-ce59-458e-99ab-596065ca5e11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11b6940e-301a-4377-8d7e-8b3eb4f138dc HTTP/1.1" status: 204 len: 168 time: 0.1278939 Oct 12 17:27:33.678710 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89cb05-ce59-458e-99ab-596065ca5e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b6940e-301a-4377-8d7e-8b3eb4f138dc,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:37.161461 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f68b0-ad50-4f0f-9b93-db410b384ccb req-d674bf94-daac-4b0a-ab49-3a79f48f0062 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:37.162941 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-097f68b0-ad50-4f0f-9b93-db410b384ccb req-d674bf94-daac-4b0a-ab49-3a79f48f0062 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0477362 Oct 12 17:27:37.194669 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1916-5e52-41bf-a659-cfcefabced81 req-6a009e4d-291c-4822-9978-d9605e4b6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:37.196148 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-6a009e4d-291c-4822-9978-d9605e4b6628 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1138 time: 0.0398114 Oct 12 17:27:37.202716 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-097f68b0-ad50-4f0f-9b93-db410b384ccb req-fc503472-0b90-494c-aca3-6479bbfb338d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329185 Oct 12 17:27:37.287054 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1916-5e52-41bf-a659-cfcefabced81 req-059f6bff-c5b9-4535-ab87-869897773487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:37.289119 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-059f6bff-c5b9-4535-ab87-869897773487 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.0849106 Oct 12 17:27:37.353930 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-34091379-db8a-4da4-9f74-d5f114cc98ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 1002 time: 0.0571256 Oct 12 17:27:37.405727 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1916-5e52-41bf-a659-cfcefabced81 req-795e4a6d-7985-41d9-b2c1-88455782b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:37.407193 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-795e4a6d-7985-41d9-b2c1-88455782b363 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0460391 Oct 12 17:27:37.456574 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1916-5e52-41bf-a659-cfcefabced81 req-9ee2f4b0-3e26-41db-b5a7-23bead48b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:37.458128 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-9ee2f4b0-3e26-41db-b5a7-23bead48b437 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403671 Oct 12 17:27:37.553708 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-d1343cbe-e85d-4a20-88f9-4ea3e90ff9cd service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876236 Oct 12 17:27:37.655837 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-817c1916-5e52-41bf-a659-cfcefabced81 req-7f7cf07b-68a6-4570-ae23-d0447d48a7f1 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938349 Oct 12 17:27:38.316635 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22759-9b3f-4d41-bcab-5239f1f182bb req-c719f189-9bd4-4f8e-90d8-71387e8255b2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:38.318104 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85d22759-9b3f-4d41-bcab-5239f1f182bb req-c719f189-9bd4-4f8e-90d8-71387e8255b2 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0473716 Oct 12 17:27:38.356327 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-85d22759-9b3f-4d41-bcab-5239f1f182bb req-ccc4b981-b97b-40a8-b633-d3c9d124b8e1 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323155 Oct 12 17:27:39.472428 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71a60f-b300-43e9-8077-7bf55cc762df req-99f9e460-b979-4c08-97a9-3ce2cc1a3d31 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:39.473934 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b71a60f-b300-43e9-8077-7bf55cc762df req-99f9e460-b979-4c08-97a9-3ce2cc1a3d31 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0517757 Oct 12 17:27:39.517936 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-3b71a60f-b300-43e9-8077-7bf55cc762df req-03857ace-f546-4dee-8701-cf67cca44924 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373120 Oct 12 17:27:40.628679 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377628db-c2a3-412c-81ca-7e6a23ffd55f req-5a0747e8-4a8b-48d8-bc11-39d5e098db34 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:40.630128 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-377628db-c2a3-412c-81ca-7e6a23ffd55f req-5a0747e8-4a8b-48d8-bc11-39d5e098db34 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0471230 Oct 12 17:27:40.668434 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-377628db-c2a3-412c-81ca-7e6a23ffd55f req-2287db18-0b55-4563-a39c-93664560bcbc tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323260 Oct 12 17:27:41.663725 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:27:41.789673 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89139f-43d4-4f8f-9961-bd09ea6e810d req-37c7a5a3-9c63-4222-a7df-b9a76118f348 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:41.791125 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cb89139f-43d4-4f8f-9961-bd09ea6e810d req-37c7a5a3-9c63-4222-a7df-b9a76118f348 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0485978 Oct 12 17:27:41.829108 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-cb89139f-43d4-4f8f-9961-bd09ea6e810d req-063e0656-1ca6-45bf-8075-fd0e0c9c7e1d tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318735 Oct 12 17:27:42.949007 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4dada-1aa5-4cb0-a5f7-b4b9a7eff5e6 req-ef00151f-3fb6-4123-9f18-07c728b11899 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:42.950722 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fcb4dada-1aa5-4cb0-a5f7-b4b9a7eff5e6 req-ef00151f-3fb6-4123-9f18-07c728b11899 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0554917 Oct 12 17:27:42.993747 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-fcb4dada-1aa5-4cb0-a5f7-b4b9a7eff5e6 req-df2bb3e1-1c74-407d-a292-685b34d596ed tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364511 Oct 12 17:27:44.115693 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a4c09-ce4f-47e9-afb4-75482bb280e6 req-bd05c13b-9c2a-4f9e-b82d-2cd6b3116cdb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:44.117229 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-724a4c09-ce4f-47e9-afb4-75482bb280e6 req-bd05c13b-9c2a-4f9e-b82d-2cd6b3116cdb tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0481429 Oct 12 17:27:44.156619 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-724a4c09-ce4f-47e9-afb4-75482bb280e6 req-bac49e4f-c551-46ee-ac93-36e624c46995 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334477 Oct 12 17:27:45.268807 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d523cb-11ab-41e4-847e-845cab4c5bff req-211caf5a-ef40-4578-bda2-428ea9d63d89 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:45.270265 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-92d523cb-11ab-41e4-847e-845cab4c5bff req-211caf5a-ef40-4578-bda2-428ea9d63d89 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0475492 Oct 12 17:27:45.310403 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-92d523cb-11ab-41e4-847e-845cab4c5bff req-9bd66e33-ae2b-4b33-a27d-070b3932cf76 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335197 Oct 12 17:27:46.428626 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9eecc-d9a0-46fd-97b0-2fdd62491b7d req-d88ee211-5a46-4f97-b24e-607873cf763b tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:46.430612 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7cb9eecc-d9a0-46fd-97b0-2fdd62491b7d req-d88ee211-5a46-4f97-b24e-607873cf763b tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0508614 Oct 12 17:27:46.469126 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-7cb9eecc-d9a0-46fd-97b0-2fdd62491b7d req-503e0877-e84d-4023-bdf8-93e3288a9cbf tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326602 Oct 12 17:27:47.582133 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413d892-24a4-4509-b97f-4db9d9f28215 req-d27a0fe1-0c2a-468d-8adb-9a4bfbd50005 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:47.583571 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e413d892-24a4-4509-b97f-4db9d9f28215 req-d27a0fe1-0c2a-468d-8adb-9a4bfbd50005 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0472753 Oct 12 17:27:47.622216 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-e413d892-24a4-4509-b97f-4db9d9f28215 req-1a238dbf-25f5-41be-8f77-cfa2f7b3cc27 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323787 Oct 12 17:27:48.736391 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d89d7-2bea-4be0-85d2-3de989fe53aa req-4c68e52d-5b9e-47c1-ae63-2fe19a8601ba tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:48.737960 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a1d89d7-2bea-4be0-85d2-3de989fe53aa req-4c68e52d-5b9e-47c1-ae63-2fe19a8601ba tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0491471 Oct 12 17:27:48.780722 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-9a1d89d7-2bea-4be0-85d2-3de989fe53aa req-fc9891f8-f4b8-4431-8432-aa853c11baed tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=524b6f7b-adbe-4633-b018-716452312dc4&id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357878 Oct 12 17:27:49.486792 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-86b110b5-9d29-43a0-95d8-78faffe57ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:49.715716 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59500) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:49.824237 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e09b6f89-efd9-406b-ae2b-b84aacc1286f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:49.898304 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e09b6f89-efd9-406b-ae2b-b84aacc1286f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:49.902117 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-e09b6f89-efd9-406b-ae2b-b84aacc1286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:49.939301 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-e09b6f89-efd9-406b-ae2b-b84aacc1286f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=177af866d508471f9aeecde6d956e46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225771 Oct 12 17:27:49.940150 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b6f89-efd9-406b-ae2b-b84aacc1286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd316c1-6d87-489c-9b35-218eb20d8015,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:49.942035 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59504) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:49.991845 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ee502e05-7c33-4215-a900-5265baf59f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.012790 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ee502e05-7c33-4215-a900-5265baf59f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.057454 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ee502e05-7c33-4215-a900-5265baf59f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.059961 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-ee502e05-7c33-4215-a900-5265baf59f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.061101 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-ee502e05-7c33-4215-a900-5265baf59f1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cd316c1-6d87-489c-9b35-218eb20d8015 HTTP/1.1" status: 204 len: 168 time: 0.1179905 Oct 12 17:27:50.068454 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee502e05-7c33-4215-a900-5265baf59f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd316c1-6d87-489c-9b35-218eb20d8015,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:50.322333 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59512) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:50.336428 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3639ff9-a70a-453b-99d1-9ca010e17772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.414133 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3639ff9-a70a-453b-99d1-9ca010e17772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.417821 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f3639ff9-a70a-453b-99d1-9ca010e17772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.454347 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-f3639ff9-a70a-453b-99d1-9ca010e17772 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=750a3124020c49cdbbdb9641d7c9759e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309781 Oct 12 17:27:50.456211 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639ff9-a70a-453b-99d1-9ca010e17772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75003510-8ea9-4932-81a0-7db72326b2f3,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:50.456974 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59514) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:50.510148 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea1fb-2988-4343-9d4e-58a557ce563c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.532394 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea1fb-2988-4343-9d4e-58a557ce563c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.577288 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea1fb-2988-4343-9d4e-58a557ce563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.579916 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea1fb-2988-4343-9d4e-58a557ce563c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:50.581140 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ec7ea1fb-2988-4343-9d4e-58a557ce563c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75003510-8ea9-4932-81a0-7db72326b2f3 HTTP/1.1" status: 204 len: 168 time: 0.1231973 Oct 12 17:27:50.588930 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ea1fb-2988-4343-9d4e-58a557ce563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75003510-8ea9-4932-81a0-7db72326b2f3,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:51.568149 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59544) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:51.669248 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7145da3e-4bc9-41a0-b245-da1ebc327e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.747438 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7145da3e-4bc9-41a0-b245-da1ebc327e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.751268 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-7145da3e-4bc9-41a0-b245-da1ebc327e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.789570 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-7145da3e-4bc9-41a0-b245-da1ebc327e49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c96da66bbdf485197e769620a0781d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203686 Oct 12 17:27:51.790408 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145da3e-4bc9-41a0-b245-da1ebc327e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e5889-3add-4b3d-b94d-0e51dde171b6,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:51.793970 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59548) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:27:51.841691 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ff888c16-0d52-4bc5-a881-47c228d50aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.861895 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ff888c16-0d52-4bc5-a881-47c228d50aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.909395 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ff888c16-0d52-4bc5-a881-47c228d50aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.911895 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ff888c16-0d52-4bc5-a881-47c228d50aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:51.913017 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ff888c16-0d52-4bc5-a881-47c228d50aca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c18e5889-3add-4b3d-b94d-0e51dde171b6 HTTP/1.1" status: 204 len: 168 time: 0.1181388 Oct 12 17:27:51.921061 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff888c16-0d52-4bc5-a881-47c228d50aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e5889-3add-4b3d-b94d-0e51dde171b6,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:27:52.126869 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-df390b55-cb67-4b56-92eb-0a17462311ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:53.192900 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:53.279644 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:27:53.996272 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-e72cbde2-7369-4c58-a3d1-8246159ebcb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385964 Oct 12 17:27:54.071047 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-ee791ea7-d585-4639-af6e-bef7195f943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:54.072605 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-ee791ea7-d585-4639-af6e-bef7195f943f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1138 time: 0.0400660 Oct 12 17:27:54.178423 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-a638f8fc-7678-443d-b262-9ada53787673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:54.179902 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-a638f8fc-7678-443d-b262-9ada53787673 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.0871015 Oct 12 17:27:54.243790 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-1c709e07-43ea-4129-a7c4-396e9424def4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 1002 time: 0.0554032 Oct 12 17:27:54.296500 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-b02b1a71-2559-4f3e-823c-b81d02f510f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:54.297911 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-b02b1a71-2559-4f3e-823c-b81d02f510f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0457387 Oct 12 17:27:54.341974 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-4fb8109f-c712-48aa-82d5-1f6327a225f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:27:54.343312 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-4fb8109f-c712-48aa-82d5-1f6327a225f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372946 Oct 12 17:27:54.431105 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-423d36c4-dfb8-4f24-9d95-af37a0842d62 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786619 Oct 12 17:27:55.373656 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4533bd-5eda-4d7e-8bed-ada13bda8a7c req-c4947436-a92a-4b34-847d-25539e35d6eb service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 Oct 12 17:27:55.386401 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:00.252964 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.128797 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59638) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:01.232050 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-eddb73ca-9a16-4515-9498-b61caa96d6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.306146 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-eddb73ca-9a16-4515-9498-b61caa96d6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.309775 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-eddb73ca-9a16-4515-9498-b61caa96d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.348333 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-eddb73ca-9a16-4515-9498-b61caa96d6bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1899d86c952451687a2ab7046d062ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184310 Oct 12 17:28:01.350164 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb73ca-9a16-4515-9498-b61caa96d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07dcd8a-302c-42a2-9e4c-9d7ef6e7a10d,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:01.351530 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59642) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:01.399905 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b860ae8c-77c9-4084-ad65-d8afe31f9baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.420256 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b860ae8c-77c9-4084-ad65-d8afe31f9baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.465383 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b860ae8c-77c9-4084-ad65-d8afe31f9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.467964 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-b860ae8c-77c9-4084-ad65-d8afe31f9baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:01.469146 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b860ae8c-77c9-4084-ad65-d8afe31f9baf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e07dcd8a-302c-42a2-9e4c-9d7ef6e7a10d HTTP/1.1" status: 204 len: 168 time: 0.1165435 Oct 12 17:28:01.476965 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860ae8c-77c9-4084-ad65-d8afe31f9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07dcd8a-302c-42a2-9e4c-9d7ef6e7a10d,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:18.661782 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:28:19.488169 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-dd801aff-42dc-4002-a0c0-15755fb2887a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:22.127807 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-35e823a1-4a4e-4e7a-b584-ca4153be453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:23.196009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:23.282319 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:25.389271 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.006880 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-91be658b-45f4-48f5-af9e-1b6250f63538 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706519676&fields=id&tenant_id=f77ac05b3c03484f88e6f24b224b6d13 HTTP/1.1" status: 200 len: 267 time: 0.0333743 Oct 12 17:28:28.057709 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-cf6d8abf-44fb-4b3b-a090-6b002b13da15 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:28.059155 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-cf6d8abf-44fb-4b3b-a090-6b002b13da15 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 985 time: 0.0466592 Oct 12 17:28:28.069654 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.v2.base [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Request body: {'port': {'security_groups': ['1088d145-24bb-48d3-b81e-95850f0eafb7']}} {{(pid=105674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:28:28.131173 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531304'] for port, before_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.299640 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:28.326850 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for port, precommit_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.331295 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761216401942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761215932173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761215932191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16909129'] for port, after_update {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.371176 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5a60656a-5e74-41bd-9a3a-76834aee039c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:28:28.377115 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:28.377770 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.379296 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-db86a366-98b7-4350-ba52-a4cf7752f114 req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "PUT /v2.0/ports/5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 943 time: 0.3139198 Oct 12 17:28:28.379712 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:28:28.381986 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e324455-5f8c-4b9e-b0d6-7877505974f3" -d '{"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:28:28.388147 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59810) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:28.419777 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce1e74-00f0-4109-b88b-c24aff52884f tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event updated for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=7']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:28.468282 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-cae14ad8-7705-4bb2-8855-3f08465bd864 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.469510 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35267948-dc83-4fea-beaa-bb5876df8ec7 x-openstack-request-id: req-35267948-dc83-4fea-beaa-bb5876df8ec7 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:28:28.470028 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:28:28.470454 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-35267948-dc83-4fea-beaa-bb5876df8ec7 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:28:28.471187 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'status': 'completed', 'code': 200} Oct 12 17:28:28.496434 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-cae14ad8-7705-4bb2-8855-3f08465bd864 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.555650 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5a60656a-5e74-41bd-9a3a-76834aee039c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:28:28.590776 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-cae14ad8-7705-4bb2-8855-3f08465bd864 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.594208 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-cae14ad8-7705-4bb2-8855-3f08465bd864 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.598240 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-cae14ad8-7705-4bb2-8855-3f08465bd864 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "DELETE /v2.0/security-groups/524b6f7b-adbe-4633-b018-716452312dc4 HTTP/1.1" status: 204 len: 168 time: 0.2059474 Oct 12 17:28:28.599596 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59814) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:28.613600 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae14ad8-7705-4bb2-8855-3f08465bd864 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b6f7b-adbe-4633-b018-716452312dc4,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:28.620230 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-003b45a9-c957-4c2b-8bc9-92b6e8036369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:28.621657 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-003b45a9-c957-4c2b-8bc9-92b6e8036369 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1099 time: 0.0728588 Oct 12 17:28:28.645476 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.provisioning_blocks [None req-24299da6-6438-45ae-a39d-eb4067335fb8 None None] Provisioning complete for port 5a60656a-5e74-41bd-9a3a-76834aee039c triggered by entity DHCP. {{(pid=105675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:28:28.645934 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-24299da6-6438-45ae-a39d-eb4067335fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1392110'] for port, provisioning_complete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:28.724583 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-73a19235-acc5-4f08-8038-dc45c4b64b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:28.726198 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-73a19235-acc5-4f08-8038-dc45c4b64b67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.0954192 Oct 12 17:28:28.812957 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-d3283695-addd-42fc-8124-65f8dc3ea0cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 1002 time: 0.0788407 Oct 12 17:28:28.890615 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-9679eb8a-94a4-4f06-b7d9-3ca4052c3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:28.892065 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-9679eb8a-94a4-4f06-b7d9-3ca4052c3c8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0712347 Oct 12 17:28:28.943274 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-03b1bcbb-3d32-4720-aa15-5ef62788ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:28.945386 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-03b1bcbb-3d32-4720-aa15-5ef62788ccb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453160 Oct 12 17:28:29.033454 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Deleting port f7e25d72-d0e0-4a5b-8441-9c318348fba9 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:29.034096 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:29.036406 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-2bd5341a-32e1-4791-98e5-2c451ac00171 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833433 Oct 12 17:28:29.109979 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:29.110231 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:29.122441 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Calling delete_port for f7e25d72-d0e0-4a5b-8441-9c318348fba9 owned by network:floatingip {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:29.127809 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-5e324455-5f8c-4b9e-b0d6-7877505974f3 req-41ec35a2-171b-43b1-937a-d43bf0bab3ed service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839145 Oct 12 17:28:29.287113 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:29.313416 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event deleted for resources: {'Port': ['ID=f7e25d72-d0e0-4a5b-8441-9c318348fba9,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:29.368220 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks [] for floatingip, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:29.368469 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Floating IP 069bf522-f6ae-4ec6-80af-b4a1e5375fca disassociated (deleted). External IP: 172.27.1.144, port: 5a60656a-5e74-41bd-9a3a-76834aee039c. Oct 12 17:28:29.566294 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:28:29.669781 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:28:29.674917 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:29.679111 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] Sync routers for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:28:29.687520 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:29.688121 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:29.701132 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-c258dfd0-2a0b-4a3b-a156-4208f5ed678c tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "DELETE /v2.0/floatingips/069bf522-f6ae-4ec6-80af-b4a1e5375fca HTTP/1.1" status: 204 len: 168 time: 1.1004412 Oct 12 17:28:29.926882 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:30.127775 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:16Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:30.153485 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] Checking router: 23a9c762-9388-4dc6-9649-5f32cd0a7d9d for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:28:30.161339 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:30.161968 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:30.264643 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:30.455271 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:16Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:30.472616 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:28:30.475025 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05940f28-9082-41a0-ba1a-2836c457240e" -d '{"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:28:30.480096 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda2efc-b6b5-4b99-9dca-3578ecf54bed None None] The sync data for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi is: [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:11Z', 'revision_number': 4, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': 'fcc8d67d-d6fe-4dd6-9458-46d1ef61a617', 'name': '', 'network_id': '2bf5373f-505f-4988-8b8a-6ab08b503a7b', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'mac_address': 'fa:16:3e:dc:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:11Z', 'updated_at': '2021-10-12T17:26:16Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'subnets': [{'id': '9b63a120-fe87-4075-99bb-89a036f43d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:28:30.511579 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e4322-e80a-4a72-bc4b-3eebe7aada95 x-openstack-request-id: req-174e4322-e80a-4a72-bc4b-3eebe7aada95 {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:28:30.511877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:28:30.512128 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-174e4322-e80a-4a72-bc4b-3eebe7aada95 {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:28:30.512524 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'status': 'completed', 'code': 200} Oct 12 17:28:30.692556 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e029a-35f2-4c30-94a8-1aeda80e7b26 None None] New status for floating IP 069bf522-f6ae-4ec6-80af-b4a1e5375fca: DOWN {{(pid=105676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:28:31.267281 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:32.357563 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940f28-9082-41a0-ba1a-2836c457240e req-d0216c0b-d0fa-4b1a-9854-edcb519aabed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:32.359017 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-d0216c0b-d0fa-4b1a-9854-edcb519aabed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 1099 time: 0.0404265 Oct 12 17:28:32.691566 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940f28-9082-41a0-ba1a-2836c457240e req-2744da10-55cf-47bc-93d8-3ff6fd8f50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:32.693036 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-2744da10-55cf-47bc-93d8-3ff6fd8f50cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 200 len: 916 time: 0.3267763 Oct 12 17:28:32.736542 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-6a68ad17-322e-416e-b27b-8a7d1834cd44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 200 len: 217 time: 0.0325828 Oct 12 17:28:32.787479 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940f28-9082-41a0-ba1a-2836c457240e req-a27ef924-cf49-4ad3-9c24-6a0ff5b37476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:32.789505 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-a27ef924-cf49-4ad3-9c24-6a0ff5b37476 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 200 len: 853 time: 0.0429521 Oct 12 17:28:32.846494 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940f28-9082-41a0-ba1a-2836c457240e req-bd80562f-a3ad-4780-9b16-6a0e126ae2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:32.848188 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-bd80562f-a3ad-4780-9b16-6a0e126ae2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2bf5373f-505f-4988-8b8a-6ab08b503a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400529 Oct 12 17:28:32.953416 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-82b547ae-f7d3-4c18-afd4-681c37b64048 service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909519 Oct 12 17:28:33.057914 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-05940f28-9082-41a0-ba1a-2836c457240e req-60fd496d-120b-472b-a92d-af9fa3a8519d service neutron] 10.222.0.43 "GET /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947468 Oct 12 17:28:35.553197 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883366c-ad19-455f-a76a-700faaecfeb2 req-6d508816-b28b-47d3-bb64-40000e751d73 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:35.555488 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6883366c-ad19-455f-a76a-700faaecfeb2 req-6d508816-b28b-47d3-bb64-40000e751d73 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0490894 Oct 12 17:28:35.592206 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-6883366c-ad19-455f-a76a-700faaecfeb2 req-26c3e273-0e16-4e6d-aa2f-38dbc62154fd tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308790 Oct 12 17:28:36.707052 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13db0a3-e507-49e9-8fdf-615ae7e45498 req-410c2b73-a51a-49af-9dc5-0c1bb1087167 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:36.708421 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d13db0a3-e507-49e9-8fdf-615ae7e45498 req-410c2b73-a51a-49af-9dc5-0c1bb1087167 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0509796 Oct 12 17:28:36.745654 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-d13db0a3-e507-49e9-8fdf-615ae7e45498 req-bf00d4b1-677c-4716-818b-74b96d4605b7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Oct 12 17:28:37.671472 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-08aa0cdf-5eb3-4358-a506-9a2c3160d0a3 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:37.673598 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-08aa0cdf-5eb3-4358-a506-9a2c3160d0a3 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.43 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0476551 Oct 12 17:28:37.771237 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Deleting port 5a60656a-5e74-41bd-9a3a-76834aee039c {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:37.771581 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:37.814419 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 59894) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:37.878636 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] For port 5a60656a-5e74-41bd-9a3a-76834aee039c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5a60656a-5e74-41bd-9a3a-76834aee039c,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:37.879044 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:37.882405 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4bb2-cf2b-43bd-8e73-e4706f47d756 req-e8f57f85-da3c-4858-8cef-afab3c99ca84 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:37.884066 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f34e4bb2-cf2b-43bd-8e73-e4706f47d756 req-e8f57f85-da3c-4858-8cef-afab3c99ca84 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/ports?device_id=41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e HTTP/1.1" status: 200 len: 946 time: 0.0569718 Oct 12 17:28:37.892900 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Calling delete_port for 5a60656a-5e74-41bd-9a3a-76834aee039c owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:37.922447 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-f34e4bb2-cf2b-43bd-8e73-e4706f47d756 req-288f5f22-25fa-4f82-94f7-a1a3ed443ad7 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.58 "GET /v2.0/security-groups?id=1088d145-24bb-48d3-b81e-95850f0eafb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Oct 12 17:28:37.947493 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.057326 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59898) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:38.083891 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.088522 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.094080 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.134004 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] get_ports_and_sgs() called for port_ids ['5a60656a-5e74-41bd-9a3a-76834aee039c'] {{(pid=105675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:28:38.151799 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Pushing event deleted for resources: {'Port': ['ID=5a60656a-5e74-41bd-9a3a-76834aee039c,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:38.169064 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88f2df4b65664776b1d44c9921bd4969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536823 Oct 12 17:28:38.171841 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5572dcd6-28dd-4480-b7e8-77154efd2252,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:38.174515 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.174892 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.175203 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.175547 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.175887 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.176220 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.176556 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.176889 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.177230 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.177684 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.177898 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.179608 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59900) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:38.179722 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.204789 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.205153 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.205703 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.206066 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.206402 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.206738 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.207069 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.207400 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.207727 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.208051 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.208372 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.208692 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d185b7-34f8-4fce-9fdb-331f7c30028a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.229327 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] No DVR routers for this DVR port 5a60656a-5e74-41bd-9a3a-76834aee039c on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:38.231758 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.235057 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-307c1f23-699f-4599-b2ef-f6c51c66f0ec req-d342eae3-6d86-4ea3-b715-46db5f4af4a5 tempest-TestMinimumBasicScenario-1210087813 tempest-TestMinimumBasicScenario-1210087813-project] 10.222.0.43 "DELETE /v2.0/ports/5a60656a-5e74-41bd-9a3a-76834aee039c HTTP/1.1" status: 204 len: 173 time: 0.5511670 Oct 12 17:28:38.235490 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'name': 'network-vif-deleted', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:28:38.237752 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc0ada-6f72-4653-ada7-c62dce0daaae" -d '{"events": [{"server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "name": "network-vif-deleted", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:28:38.266537 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Deleting port 8758db34-397f-4826-855c-e1081499f815 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:38.266881 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.275830 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc4381-1680-4b1d-94a5-c73498672f59 x-openstack-request-id: req-6ccc4381-1680-4b1d-94a5-c73498672f59 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:28:38.276114 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e", "name": "network-vif-deleted", "tag": "5a60656a-5e74-41bd-9a3a-76834aee039c", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:28:38.276444 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ccc4381-1680-4b1d-94a5-c73498672f59 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:28:38.276848 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41de1fc3-5b33-43d0-9ff2-fb13d9a33b0e', 'name': 'network-vif-deleted', 'tag': '5a60656a-5e74-41bd-9a3a-76834aee039c', 'status': 'completed', 'code': 200} Oct 12 17:28:38.303161 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.335795 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.382583 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.382962 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.396061 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Calling delete_port for 8758db34-397f-4826-855c-e1081499f815 owned by network:floatingip {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:38.450287 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.452744 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.453891 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5572dcd6-28dd-4480-b7e8-77154efd2252 HTTP/1.1" status: 204 len: 168 time: 0.2729402 Oct 12 17:28:38.469239 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572dcd6-28dd-4480-b7e8-77154efd2252,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:38.484844 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.485184 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.485522 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.485855 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.486207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.486537 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.486865 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.487188 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.487508 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.487833 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.488149 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.488471 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd057652-5258-4344-9b8d-2fe840041595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:38.591848 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.618587 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event deleted for resources: {'Port': ['ID=8758db34-397f-4826-855c-e1081499f815,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:38.691207 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for floatingip, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:38.691628 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.db.l3_db [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Floating IP ca6bc44c-dc18-4970-8a60-58d0e8bec356 disassociated (deleted). External IP: 172.27.1.170, port: c8aac68d-69cc-407d-b84e-2d27a60c5025. Oct 12 17:28:38.939828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Router 61195c2b-7f2c-447c-865a-05dbb89a3907 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:28:39.052053 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:28:39.057487 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for floatingip, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:39.063066 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] Sync routers for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:28:39.072284 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:39.072890 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:39.085634 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-dfe55bba-4c82-42d1-82d8-db084f0bfd12 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "DELETE /v2.0/floatingips/ca6bc44c-dc18-4970-8a60-58d0e8bec356 HTTP/1.1" status: 204 len: 168 time: 1.0270653 Oct 12 17:28:39.086822 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:28:39.090470 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27a76da21cfca9b0bee125214c42ba9b65120e1f897c632069ef06e18b6f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:28:39.181344 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:39.257094 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d48b63-85a9-4ec1-8189-a2577688e17c x-openstack-request-id: req-c9d48b63-85a9-4ec1-8189-a2577688e17c {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:28:39.257447 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "status": "completed", "code": 200}]} {{(pid=105674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:28:39.257768 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9d48b63-85a9-4ec1-8189-a2577688e17c {{(pid=105674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:28:39.258271 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'status': 'completed', 'code': 200} Oct 12 17:28:39.367308 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae178f-b778-46f1-85d0-cab48ae407ea req-8ecd5f63-cd41-4ac6-bfe8-293abf7adcbc tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:39.369224 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-feae178f-b778-46f1-85d0-cab48ae407ea req-8ecd5f63-cd41-4ac6-bfe8-293abf7adcbc tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0617070 Oct 12 17:28:39.370738 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-3126bebe-7caa-4517-99a0-a839c000d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:39.373010 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-3126bebe-7caa-4517-99a0-a839c000d241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0451760 Oct 12 17:28:39.401403 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:11Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:39.422237 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-feae178f-b778-46f1-85d0-cab48ae407ea req-f1d36e2e-1373-4fe9-adf7-6ad582b570ad tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438316 Oct 12 17:28:39.443364 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] Checking router: 61195c2b-7f2c-447c-865a-05dbb89a3907 for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:28:39.452446 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:39.453052 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:39.473524 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-7182ea97-ae9d-407e-a53b-f955186146b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:39.475141 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-7182ea97-ae9d-407e-a53b-f955186146b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 200 len: 910 time: 0.0932505 Oct 12 17:28:39.523075 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-01eaad05-f77c-459b-beb1-fa7f29e19eea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 200 len: 217 time: 0.0395126 Oct 12 17:28:39.570883 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:39.578740 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-c8b94832-71e4-4f6b-930b-044f8b10efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:39.580408 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-c8b94832-71e4-4f6b-930b-044f8b10efdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 200 len: 847 time: 0.0500891 Oct 12 17:28:39.628354 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-6d408f2b-76b9-42b0-bfe4-8751a98abe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:39.629852 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-6d408f2b-76b9-42b0-bfe4-8751a98abe85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=837baf19-d9ae-4d2b-b5be-7894f861d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400336 Oct 12 17:28:39.725014 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-1dbbc8ea-2351-4a39-a27f-5badf4b26d80 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852582 Oct 12 17:28:39.782704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:11Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:39.809012 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2659c-a481-4410-94c7-7f41c5c88cb2 None None] The sync data for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi is: [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:24:06Z', 'revision_number': 4, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi', '_interfaces': [{'id': '2c974626-5bce-4d1a-b124-61143ccc3034', 'name': '', 'network_id': '837baf19-d9ae-4d2b-b5be-7894f861d8d8', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'mac_address': 'fa:16:3e:a0:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:06Z', 'updated_at': '2021-10-12T17:24:11Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'subnets': [{'id': '00f0579e-ce96-4e6a-935c-51b808cea6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:28:39.819519 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-8e14838c-d6c4-49cb-b4c4-71d92edafa8f req-0801fe50-5def-4081-bd9e-01b806d70577 service neutron] 10.222.0.43 "GET /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854104 Oct 12 17:28:40.017573 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee31a176-88e2-40a1-8e2b-d3dad071197e None None] New status for floating IP ca6bc44c-dc18-4970-8a60-58d0e8bec356: DOWN {{(pid=105676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:28:40.529911 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9d669-10a2-486d-be97-d38165cabe18 req-ee358caa-c764-444a-9426-b62f61bf2439 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:40.531398 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-21c9d669-10a2-486d-be97-d38165cabe18 req-ee358caa-c764-444a-9426-b62f61bf2439 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Oct 12 17:28:40.568005 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-21c9d669-10a2-486d-be97-d38165cabe18 req-ca119019-1377-43a3-99d3-1d662c6aab99 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a18ccc-dd10-4b94-974e-67c82e77ea45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305810 Oct 12 17:28:40.613473 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 59992) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:40.957391 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.136605 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-1140fb32-1964-4486-adc5-71b5f610f961 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:28:41.138595 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-1140fb32-1964-4486-adc5-71b5f610f961 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 946 time: 0.0511618 Oct 12 17:28:41.235312 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Deleting port c8aac68d-69cc-407d-b84e-2d27a60c5025 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:41.235657 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.330099 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5a60656a-5e74-41bd-9a3a-76834aee039c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:41.332421 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] For port c8aac68d-69cc-407d-b84e-2d27a60c5025, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c8aac68d-69cc-407d-b84e-2d27a60c5025,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:41.332867 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.345688 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Calling delete_port for c8aac68d-69cc-407d-b84e-2d27a60c5025 owned by compute:nova {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:41.357704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: 5a60656a-5e74-41bd-9a3a-76834aee039c {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:41.359257 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device 5a60656a-5e74-41bd-9a3a-76834aee039c not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:41.425370 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Deleting port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:41.425705 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.472701 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.503480 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] For port fcc8d67d-d6fe-4dd6-9458-46d1ef61a617, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:41.504025 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.504742 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event deleted for resources: {'Port': ['ID=c8aac68d-69cc-407d-b84e-2d27a60c5025,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:41.522521 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Calling delete_port for fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 owned by network:router_interface {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:41.544293 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] No DVR routers for this DVR port c8aac68d-69cc-407d-b84e-2d27a60c5025 on host hv-cinder-81322 {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:41.546846 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60322'] for port, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.550209 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [req-4a4c254b-706c-451b-b24e-ba68a296fdef req-632b7106-42be-4834-9806-dd4f048c3f36 tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.43 "DELETE /v2.0/ports/c8aac68d-69cc-407d-b84e-2d27a60c5025 HTTP/1.1" status: 204 len: 173 time: 0.4055653 Oct 12 17:28:41.550643 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-deleted', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025'}] {{(pid=105673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:28:41.552906 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e67a4d349609b3f83bc4e2cdd121a891145ffb391ff1c5c06b52d2ede39a4fad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3bd06-fbb7-44c0-bca9-5db871f823ed" -d '{"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-deleted", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025"}]}' {{(pid=105673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:28:41.607331 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b86d97-7280-403b-a0cc-63a37765b6b0 x-openstack-request-id: req-22b86d97-7280-403b-a0cc-63a37765b6b0 {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:28:41.607726 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c7341-d29e-48b7-936d-120e9539ece5", "name": "network-vif-deleted", "tag": "c8aac68d-69cc-407d-b84e-2d27a60c5025", "status": "completed", "code": 200}]} {{(pid=105673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:28:41.608071 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-22b86d97-7280-403b-a0cc-63a37765b6b0 {{(pid=105673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:28:41.608518 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c7341-d29e-48b7-936d-120e9539ece5', 'name': 'network-vif-deleted', 'tag': 'c8aac68d-69cc-407d-b84e-2d27a60c5025', 'status': 'completed', 'code': 200} Oct 12 17:28:41.677409 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [req-50122f53-d292-45de-a2f2-cd9ffc6adbac req-5dee0ce9-b0b9-403c-9f3f-d54fd233196c tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa5c7341-d29e-48b7-936d-120e9539ece5 HTTP/1.1" status: 200 len: 210 time: 0.0375276 Oct 12 17:28:41.730196 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:41.758773 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc8d67d-d6fe-4dd6-9458-46d1ef61a617,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:41.940071 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.178957 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:28:42.293352 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:28:42.301287 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b7c2b2a1-b909-4255-861f-41a0f9efa926 admin admin] 10.222.0.58 "PUT /v2.0/routers/23a9c762-9388-4dc6-9649-5f32cd0a7d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844914 Oct 12 17:28:42.301516 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60022) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:42.306119 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] Sync routers for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:28:42.315157 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:42.315761 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:42.417154 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks [] for router, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.428507 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:42.520737 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.573410 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Deleting port 075729bd-0ddd-49ca-8a44-c86c1f005dc1 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:42.573751 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.613341 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:28:41Z', 'revision_number': 5, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port': {'id': '075729bd-0ddd-49ca-8a44-c86c1f005dc1', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:42.640154 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] Checking router: 23a9c762-9388-4dc6-9649-5f32cd0a7d9d for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:28:42.648358 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] Routers {'23a9c762-9388-4dc6-9649-5f32cd0a7d9d'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:42.648950 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:42.653937 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] For port 075729bd-0ddd-49ca-8a44-c86c1f005dc1, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=075729bd-0ddd-49ca-8a44-c86c1f005dc1,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:42.654309 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.665592 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Calling delete_port for 075729bd-0ddd-49ca-8a44-c86c1f005dc1 owned by network:router_gateway {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:42.747098 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60026) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:42.817264 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-002fb7c5-424c-42ab-8b1f-3ea5909ab56b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.836976 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.846744 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-002fb7c5-424c-42ab-8b1f-3ea5909ab56b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.858311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] Set router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d gateway port host: None {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:42.864133 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Pushing event deleted for resources: {'Port': ['ID=075729bd-0ddd-49ca-8a44-c86c1f005dc1,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:42.916812 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-002fb7c5-424c-42ab-8b1f-3ea5909ab56b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.919700 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-002fb7c5-424c-42ab-8b1f-3ea5909ab56b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.921231 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-002fb7c5-424c-42ab-8b1f-3ea5909ab56b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] 10.222.0.58 "DELETE /v2.0/security-groups/23a18ccc-dd10-4b94-974e-67c82e77ea45 HTTP/1.1" status: 204 len: 168 time: 0.1719599 Oct 12 17:28:42.926570 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:42.930835 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:28:42Z', 'revision_number': 6, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:42.932112 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fb7c5-424c-42ab-8b1f-3ea5909ab56b tempest-TestShelveInstance-1145576602 tempest-TestShelveInstance-1145576602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a18ccc-dd10-4b94-974e-67c82e77ea45,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:42.966615 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020812b-a39d-47f8-8e11-4d947059e455 None None] The sync data for ids ['23a9c762-9388-4dc6-9649-5f32cd0a7d9d'] in dv-cinder-813222-2-iscsi is: [{'id': '23a9c762-9388-4dc6-9649-5f32cd0a7d9d', 'name': 'tempest-TestMinimumBasicScenario-809062525-router', 'tenant_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:08Z', 'updated_at': '2021-10-12T17:28:42Z', 'revision_number': 6, 'project_id': 'f77ac05b3c03484f88e6f24b224b6d13', 'gw_port_host': None}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:28:42.979599 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60030) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:43.040916 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.043149 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.087514 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.088203 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23a9c762-9388-4dc6-9649-5f32cd0a7d9d {{(pid=105674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:28:43.093095 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.094256 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-ddf6ebaa-5e4b-41b7-b378-ee6f0307c27c admin admin] 10.222.0.58 "DELETE /v2.0/routers/23a9c762-9388-4dc6-9649-5f32cd0a7d9d HTTP/1.1" status: 204 len: 168 time: 0.7915947 Oct 12 17:28:43.096628 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60032) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:43.140135 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Deleting subnet 9b63a120-fe87-4075-99bb-89a036f43d1d {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:28:43.143179 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.179004 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.260953 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.320231 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.353993 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.359865 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9b63a120-fe87-4075-99bb-89a036f43d1d HTTP/1.1" status: 204 len: 168 time: 0.2602389 Oct 12 17:28:43.359865 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900bd5d-c5c3-4068-9481-51802b28cc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b63a120-fe87-4075-99bb-89a036f43d1d,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:43.360474 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741c5aa-edf6-4e67-8a6c-ac8832c6b680 None None] Network 2bf5373f-505f-4988-8b8a-6ab08b503a7b requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:28:43.362419 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60040) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:43.381120 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.448914 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.509364 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Deleting port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:43.509699 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.575792 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] For port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,segment=NetworkSegment(017a2080-4a21-46f2-895b-e9027ad1afe2),segment_id=017a2080-4a21-46f2-895b-e9027ad1afe2)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:43.576269 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.589920 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Calling delete_port for 32666d3c-3b84-4188-9a0e-86f51f3cc8ab owned by network:dhcp {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:43.667380 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Deleting port 2c974626-5bce-4d1a-b124-61143ccc3034 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:43.667842 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.677523 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.703647 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32666d3c-3b84-4188-9a0e-86f51f3cc8ab,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:43.705480 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] No DVR routers for this DVR port 32666d3c-3b84-4188-9a0e-86f51f3cc8ab on host dv-cinder-813222-2-iscsi {{(pid=105674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:43.747462 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] For port 2c974626-5bce-4d1a-b124-61143ccc3034, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=2c974626-5bce-4d1a-b124-61143ccc3034,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:43.747981 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.760370 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Calling delete_port for 2c974626-5bce-4d1a-b124-61143ccc3034 owned by network:router_interface {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:43.778374 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.801828 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc9b1e9-6797-42fc-a5de-1acbbfe19563 None None] DHCP port deletion for 2bf5373f-505f-4988-8b8a-6ab08b503a7b request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:28:43.803579 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf5373f-505f-4988-8b8a-6ab08b503a7b']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:43.814262 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017a2080-4a21-46f2-895b-e9027ad1afe2') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:43.814629 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017a2080-4a21-46f2-895b-e9027ad1afe2') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:43.830004 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.846891 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.855407 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:28:43.856228 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:28:43.867926 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:28:43.909539 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 075729bd-0ddd-49ca-8a44-c86c1f005dc1 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:43.921787 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.931507 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:43.934952 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2bf5373f-505f-4988-8b8a-6ab08b503a7b HTTP/1.1" status: 204 len: 168 time: 0.5717115 Oct 12 17:28:43.937636 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60042) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:43.941060 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 075729bd-0ddd-49ca-8a44-c86c1f005dc1 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:43.941401 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 075729bd-0ddd-49ca-8a44-c86c1f005dc1 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:43.941994 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 32666d3c-3b84-4188-9a0e-86f51f3cc8ab no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:43.953798 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db9fb-754a-4f75-a334-39b17ed617b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf5373f-505f-4988-8b8a-6ab08b503a7b,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:43.961704 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 32666d3c-3b84-4188-9a0e-86f51f3cc8ab {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:43.962116 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 32666d3c-3b84-4188-9a0e-86f51f3cc8ab not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:43.962548 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:43.981417 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:43.982048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device fcc8d67d-d6fe-4dd6-9458-46d1ef61a617 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:44.062772 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:44.100807 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c974626-5bce-4d1a-b124-61143ccc3034,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:44.373340 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:44.648384 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:44.705906 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Router 61195c2b-7f2c-447c-865a-05dbb89a3907 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:28:45.145816 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:28:45.151807 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-7dae5410-77ed-4e78-bc77-bcee991b6ce3 admin admin] 10.222.0.58 "PUT /v2.0/routers/61195c2b-7f2c-447c-865a-05dbb89a3907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1712809 Oct 12 17:28:45.154573 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60052) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:45.156976 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] Sync routers for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:28:45.166263 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:45.166855 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:45.239242 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Deleting port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:45.239605 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.259151 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks [] for router, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.271062 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:45.322377 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] For port b1f7de49-4d48-48f6-8f07-a60d0f52c4ca, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:45.322758 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.330580 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:45.337168 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Calling delete_port for b1f7de49-4d48-48f6-8f07-a60d0f52c4ca owned by network:router_interface {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:45.372202 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.383653 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] No Port match for: c8aac68d-69cc-407d-b84e-2d27a60c5025 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:45.384875 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Device c8aac68d-69cc-407d-b84e-2d27a60c5025 not bound to the agent host hv-cinder-81322 {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:45.424114 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Deleting port e2f48591-5fbe-4802-b673-627d9b04f517 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:45.424326 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.457558 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:28:43Z', 'revision_number': 5, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port': {'id': 'e2f48591-5fbe-4802-b673-627d9b04f517', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:04Z', 'updated_at': '2021-10-12T17:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:45.487378 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] Checking router: 61195c2b-7f2c-447c-865a-05dbb89a3907 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:28:45.496865 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] Routers {'61195c2b-7f2c-447c-865a-05dbb89a3907'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:45.497471 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['61195c2b-7f2c-447c-865a-05dbb89a3907'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:45.507440 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] For port e2f48591-5fbe-4802-b673-627d9b04f517, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=e2f48591-5fbe-4802-b673-627d9b04f517,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:45.507918 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.519854 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Calling delete_port for e2f48591-5fbe-4802-b673-627d9b04f517 owned by network:router_gateway {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:45.540982 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.567937 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f7de49-4d48-48f6-8f07-a60d0f52c4ca,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:45.583949 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] Set router 61195c2b-7f2c-447c-865a-05dbb89a3907 gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:45.642818 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:28:45Z', 'revision_number': 6, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:45.672311 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cd9e7-9e40-4ca6-88a8-5479d95fa849 None None] The sync data for ids ['61195c2b-7f2c-447c-865a-05dbb89a3907'] in dv-cinder-813222-2-iscsi is: [{'id': '61195c2b-7f2c-447c-865a-05dbb89a3907', 'name': 'tempest-TestShelveInstance-367735991-router', 'tenant_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:03Z', 'updated_at': '2021-10-12T17:28:45Z', 'revision_number': 6, 'project_id': 'fa0d17f286a74417bb2ec8b31b9fdada', 'gw_port_host': None}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:28:45.704182 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.751050 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.752864 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f48591-5fbe-4802-b673-627d9b04f517,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:45.831423 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:45.992998 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Router 5c693b5a-2224-47d1-a94b-99876dcfc1ae has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:28:46.154080 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:28:46.159514 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-369d5e44-e5bd-4dc4-bf72-504672d7c94b admin admin] 10.222.0.58 "PUT /v2.0/routers/5c693b5a-2224-47d1-a94b-99876dcfc1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2207875 Oct 12 17:28:46.161999 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60062) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:46.165057 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] Sync routers for ids ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'] in dv-cinder-813222-2-iscsi {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:28:46.190401 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] Routers {'5c693b5a-2224-47d1-a94b-99876dcfc1ae'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:46.191124 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:46.236748 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.239152 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.292437 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.293102 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61195c2b-7f2c-447c-865a-05dbb89a3907 {{(pid=105674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:28:46.297366 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.297977 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks [] for router, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.298938 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-a98c2df7-d95b-4853-874a-e6690b3b0c80 admin admin] 10.222.0.58 "DELETE /v2.0/routers/61195c2b-7f2c-447c-865a-05dbb89a3907 HTTP/1.1" status: 204 len: 168 time: 1.1421168 Oct 12 17:28:46.301094 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60064) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:46.328733 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] Set router 5c693b5a-2224-47d1-a94b-99876dcfc1ae gateway port host: dv-cinder-813222-2-iscsi {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:46.345976 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Deleting subnet 00f0579e-ce96-4e6a-935c-51b808cea6ba {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:28:46.349105 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.386441 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.406355 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.458770 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Deleting port 4a340fd2-d226-4b21-bc55-6f7a59350085 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:46.459174 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.473099 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.527073 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:28:45Z', 'revision_number': 5, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port': {'id': '4a340fd2-d226-4b21-bc55-6f7a59350085', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:46.533154 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.549286 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] For port 4a340fd2-d226-4b21-bc55-6f7a59350085, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=4a340fd2-d226-4b21-bc55-6f7a59350085,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:46.549718 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.554734 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] Checking router: 5c693b5a-2224-47d1-a94b-99876dcfc1ae for host: dv-cinder-813222-2-iscsi {{(pid=105675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:28:46.559991 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.565484 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Calling delete_port for 4a340fd2-d226-4b21-bc55-6f7a59350085 owned by network:router_gateway {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:46.565656 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00f0579e-ce96-4e6a-935c-51b808cea6ba HTTP/1.1" status: 204 len: 168 time: 0.2612100 Oct 12 17:28:46.565656 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b32da1-ff9e-4735-8132-fec8855db20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f0579e-ce96-4e6a-935c-51b808cea6ba,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:46.565842 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60066) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:46.570999 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf1bcd-38f8-4596-8e44-2bf9729e590b None None] Network 837baf19-d9ae-4d2b-b5be-7894f861d8d8 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:28:46.575127 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] Routers {'5c693b5a-2224-47d1-a94b-99876dcfc1ae'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:46.575735 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'], 'active': True} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:46.643894 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 2c974626-5bce-4d1a-b124-61143ccc3034 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:46.681138 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.695420 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 2c974626-5bce-4d1a-b124-61143ccc3034 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:46.695768 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 2c974626-5bce-4d1a-b124-61143ccc3034 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:46.761420 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvr_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] Set router 5c693b5a-2224-47d1-a94b-99876dcfc1ae gateway port host: None {{(pid=105675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:46.797635 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Deleting port 6a53644c-1c69-462c-8f43-012cd768724c {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:46.797987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.841697 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_hamode_db [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:28:46Z', 'revision_number': 6, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:46.878531 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b028668-11af-4b19-8ebb-63aee12c35b8 None None] The sync data for ids ['5c693b5a-2224-47d1-a94b-99876dcfc1ae'] in dv-cinder-813222-2-iscsi is: [{'id': '5c693b5a-2224-47d1-a94b-99876dcfc1ae', 'name': 'tempest-TestMinimumBasicScenario-199436747-router', 'tenant_id': 'e52b0e0a8ded4261b3057d438631edd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:26:14Z', 'updated_at': '2021-10-12T17:28:46Z', 'revision_number': 6, 'project_id': 'e52b0e0a8ded4261b3057d438631edd6', 'gw_port_host': None}] {{(pid=105675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:28:46.894690 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] For port 6a53644c-1c69-462c-8f43-012cd768724c, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=6a53644c-1c69-462c-8f43-012cd768724c,segment=NetworkSegment(7313f307-8d45-4ec7-ad11-0f32462520b3),segment_id=7313f307-8d45-4ec7-ad11-0f32462520b3)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:46.895076 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.903076 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:46.915390 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Calling delete_port for 6a53644c-1c69-462c-8f43-012cd768724c owned by network:dhcp {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:46.947592 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a340fd2-d226-4b21-bc55-6f7a59350085,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:47.044847 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.139957 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.142921 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.147765 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.204899 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a53644c-1c69-462c-8f43-012cd768724c,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:47.209221 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] No DVR routers for this DVR port 6a53644c-1c69-462c-8f43-012cd768724c on host dv-cinder-813222-2-iscsi {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:47.213695 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.214321 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c693b5a-2224-47d1-a94b-99876dcfc1ae {{(pid=105673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:28:47.234566 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] Notify callbacks [] for router, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.235703 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-bc6cfef5-88ee-4107-add0-992385393261 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5c693b5a-2224-47d1-a94b-99876dcfc1ae HTTP/1.1" status: 204 len: 168 time: 1.0726330 Oct 12 17:28:47.239050 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60070) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:47.265667 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3c4fb-221a-4066-be66-261ec2105338 None None] DHCP port deletion for 837baf19-d9ae-4d2b-b5be-7894f861d8d8 request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:28:47.292311 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.315952 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837baf19-d9ae-4d2b-b5be-7894f861d8d8']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:47.321981 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Deleting subnet d28f10c8-3a35-4363-a03c-a2443efeccd8 {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:28:47.325693 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.326024 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7313f307-8d45-4ec7-ad11-0f32462520b3') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:47.326322 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7313f307-8d45-4ec7-ad11-0f32462520b3') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:47.335987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.349122 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.355419 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:28:47.355847 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:28:47.357497 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:28:47.362176 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.410059 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.415817 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.419141 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/837baf19-d9ae-4d2b-b5be-7894f861d8d8 HTTP/1.1" status: 204 len: 168 time: 0.8524303 Oct 12 17:28:47.422791 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60072) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:47.430683 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77dee5-5f02-4b33-bd7e-7da9f02465c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=837baf19-d9ae-4d2b-b5be-7894f861d8d8,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:47.482993 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.610828 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.639638 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28f10c8-3a35-4363-a03c-a2443efeccd8,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:47.644856 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.648651 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-fcf7b7c9-9022-4fe2-9510-9eb035c77dcd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d28f10c8-3a35-4363-a03c-a2443efeccd8 HTTP/1.1" status: 204 len: 168 time: 0.4085240 Oct 12 17:28:47.651290 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60074) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:47.657434 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ea2df-3939-4221-9627-3f64b4262f34 None None] Network 4ae36416-c3dd-449d-8702-830f8a0d4068 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:28:47.730989 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.800416 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Deleting port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 {{(pid=105673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:47.800759 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.862614 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] DHCP port deletion for 4ae36416-c3dd-449d-8702-830f8a0d4068 request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:28:47.874786 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1795936'] for router_interface, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.926350 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] For port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:47.926734 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.942525 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Deleting port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 {{(pid=105675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:47.943083 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:47.949832 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.plugin [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Calling delete_port for 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 owned by network:dhcp {{(pid=105673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:47.998455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e2f48591-5fbe-4802-b673-627d9b04f517 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:48.066326 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: e2f48591-5fbe-4802-b673-627d9b04f517 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:48.066839 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device e2f48591-5fbe-4802-b673-627d9b04f517 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:48.067346 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device b1f7de49-4d48-48f6-8f07-a60d0f52c4ca no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:48.079525 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26584692'] for port, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.099208 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: b1f7de49-4d48-48f6-8f07-a60d0f52c4ca {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:48.099554 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device b1f7de49-4d48-48f6-8f07-a60d0f52c4ca not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:48.099972 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:48.125965 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:48.126765 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:48.127186 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 4a340fd2-d226-4b21-bc55-6f7a59350085 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:48.129342 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:48.130208 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] For port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,segment=NetworkSegment(7d153b36-ebd9-42c1-8730-c89ad7c2ac6d),segment_id=7d153b36-ebd9-42c1-8730-c89ad7c2ac6d)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:48.130788 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.139108 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] No DVR routers for this DVR port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 on host dv-cinder-813222-2-iscsi {{(pid=105673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:48.165975 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 4a340fd2-d226-4b21-bc55-6f7a59350085 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:48.166317 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 4a340fd2-d226-4b21-bc55-6f7a59350085 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:48.166738 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6a53644c-1c69-462c-8f43-012cd768724c no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:48.171975 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Calling delete_port for 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 owned by network:dhcp {{(pid=105675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:48.190589 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 6a53644c-1c69-462c-8f43-012cd768724c {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:48.190929 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 6a53644c-1c69-462c-8f43-012cd768724c not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:48.226096 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Deleting port 8411bc6f-3a9e-4396-82f4-e8d844ae654a {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:48.226462 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.243324 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.267334 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae36416-c3dd-449d-8702-830f8a0d4068']}} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:48.278084 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d') {'for_net_delete': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:48.278384 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.services.segments.db [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d153b36-ebd9-42c1-8730-c89ad7c2ac6d') {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:48.288717 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26834846'] for segment, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.301128 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164'] for port, after_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.304029 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.315571 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=105673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:28:48.317283 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26584197'] for segment, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: Traceback (most recent call last): Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: timer() Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: cb(*args, **kw) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: return func(*args, **kwargs) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: self._notify() Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: self.callback(batched_events) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: event.method(event) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: return f(self, *a, **k) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._get(url).json() Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: return self.request(url, 'GET', **kwargs) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:28:48.320142 dv-cinder-813222-2-iscsi neutron-server[105673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:28:48.332114 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Pushing event deleted for resources: {'Port': ['ID=7a58fef8-7ec0-4055-8dac-bb0f3e1f6881,revision_number=None']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:48.340726 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] No DVR routers for this DVR port 7a58fef8-7ec0-4055-8dac-bb0f3e1f6881 on host dv-cinder-813222-2-iscsi {{(pid=105675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:48.342946 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.343365 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.343764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.344166 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.344611 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.345011 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.345441 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.345815 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.346237 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.346642 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.347019 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.347398 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ccef92-9f1f-4550-98bd-958a46d2e02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-2-iscsi {{(pid=105675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:28:48.364386 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] For port 8411bc6f-3a9e-4396-82f4-e8d844ae654a, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=8411bc6f-3a9e-4396-82f4-e8d844ae654a,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:48.364794 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.379433 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Calling delete_port for 8411bc6f-3a9e-4396-82f4-e8d844ae654a owned by network:router_interface {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:48.387623 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.392828 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.396054 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ae36416-c3dd-449d-8702-830f8a0d4068 HTTP/1.1" status: 204 len: 168 time: 0.7435286 Oct 12 17:28:48.407023 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31497d-e366-4811-8715-5ab2c32575a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae36416-c3dd-449d-8702-830f8a0d4068,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:48.562333 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.563148 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60080) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:48.589366 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Pushing event deleted for resources: {'Port': ['ID=8411bc6f-3a9e-4396-82f4-e8d844ae654a,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:48.615713 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-b9f94c47-313a-4f6a-89a1-d0bf5f7990dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f77ac05b3c03484f88e6f24b224b6d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505135 Oct 12 17:28:48.618021 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60082) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:48.669337 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29c0664b-d611-4bf4-a35a-ff60523b26fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.691904 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29c0664b-d611-4bf4-a35a-ff60523b26fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.751079 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29c0664b-d611-4bf4-a35a-ff60523b26fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.754785 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-29c0664b-d611-4bf4-a35a-ff60523b26fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.758071 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-29c0664b-d611-4bf4-a35a-ff60523b26fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1088d145-24bb-48d3-b81e-95850f0eafb7 HTTP/1.1" status: 204 len: 168 time: 0.1367483 Oct 12 17:28:48.769425 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0664b-d611-4bf4-a35a-ff60523b26fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1088d145-24bb-48d3-b81e-95850f0eafb7,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:48.770822 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1796052'] for router_interface, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:48.995224 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Router 8defe54b-2bef-4931-b890-e6674f11a391 has already been hosted by L3 agent 76f90c6d-5971-48b8-9bcc-931e0597946b {{(pid=105674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:28:49.082187 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60088) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:49.105465 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] Notify agent at l3_agent.dv-cinder-813222-2-iscsi the message routers_updated {{(pid=105674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:28:49.110494 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0e3551da-4ac1-4d44-a452-4c7a53c0741f admin admin] 10.222.0.58 "PUT /v2.0/routers/8defe54b-2bef-4931-b890-e6674f11a391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867414 Oct 12 17:28:49.113037 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60090) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:49.115967 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] Sync routers for ids ['8defe54b-2bef-4931-b890-e6674f11a391'] in dv-cinder-813222-2-iscsi {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:28:49.125157 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] Routers {'8defe54b-2bef-4931-b890-e6674f11a391'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:49.126134 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['8defe54b-2bef-4931-b890-e6674f11a391'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:49.133960 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-cedc0bb9-7c12-4b13-94e1-36fa97ed02fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e52b0e0a8ded4261b3057d438631edd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491569 Oct 12 17:28:49.134953 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60092) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:49.184481 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2cf63025-ed9e-458e-b817-44aeeab90cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.205972 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2cf63025-ed9e-458e-b817-44aeeab90cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.218425 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks [] for router, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.233346 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] Set router 8defe54b-2bef-4931-b890-e6674f11a391 gateway port host: dv-cinder-813222-2-iscsi {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:49.259344 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2cf63025-ed9e-458e-b817-44aeeab90cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.262639 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-2cf63025-ed9e-458e-b817-44aeeab90cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.266370 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-2cf63025-ed9e-458e-b817-44aeeab90cba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94c0b27a-1af4-407a-a350-93aa8ce70c9c HTTP/1.1" status: 204 len: 168 time: 0.1280897 Oct 12 17:28:49.271754 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf63025-ed9e-458e-b817-44aeeab90cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c0b27a-1af4-407a-a350-93aa8ce70c9c,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:49.339835 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.395049 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Deleting port 1e9ba179-2d86-4f9c-92b1-55679dc758c6 {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:49.396258 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.483877 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] For port 1e9ba179-2d86-4f9c-92b1-55679dc758c6, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=1e9ba179-2d86-4f9c-92b1-55679dc758c6,segment=NetworkSegment(af1712ec-7a41-44d2-88af-4e0ed0d950c8),segment_id=af1712ec-7a41-44d2-88af-4e0ed0d950c8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:49.484439 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.500174 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Calling delete_port for 1e9ba179-2d86-4f9c-92b1-55679dc758c6 owned by network:router_gateway {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:49.506770 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0bce7284-1b09-4fd9-91a8-a5c311b7ce9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.527761 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'external_fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:28:48Z', 'revision_number': 5, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port': {'id': '1e9ba179-2d86-4f9c-92b1-55679dc758c6', 'name': '', 'network_id': '81d6741f-6238-4707-befd-2e2cfe1afbb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8defe54b-2bef-4931-b890-e6674f11a391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '312e7577-c841-460f-8c07-4c94c65940ab', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:24:09Z', 'updated_at': '2021-10-12T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '312e7577-c841-460f-8c07-4c94c65940ab', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-2-iscsi'}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:49.557019 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] Checking router: 8defe54b-2bef-4931-b890-e6674f11a391 for host: dv-cinder-813222-2-iscsi {{(pid=105676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:28:49.565804 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] Routers {'8defe54b-2bef-4931-b890-e6674f11a391'} bound to L3 agent in host dv-cinder-813222-2-iscsi {{(pid=105676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:28:49.566592 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T16:41:22Z,description=,heartbeat_timestamp=2021-10-12T17:28:22Z,host='dv-cinder-813222-2-iscsi',id=76f90c6d-5971-48b8-9bcc-931e0597946b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T16:41:22Z,topic='l3_agent')) {'router_ids': ['8defe54b-2bef-4931-b890-e6674f11a391'], 'active': True} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:49.655993 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_dvr_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] Set router 8defe54b-2bef-4931-b890-e6674f11a391 gateway port host: None {{(pid=105676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:28:49.684531 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.714515 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9ba179-2d86-4f9c-92b1-55679dc758c6,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:49.714717 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.l3_hamode_db [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:28:49Z', 'revision_number': 6, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port_host': None}], 'dv-cinder-813222-2-iscsi', False) {} {{(pid=105676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:49.740359 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac685fb-b741-47ef-be5d-319bdec5175e None None] The sync data for ids ['8defe54b-2bef-4931-b890-e6674f11a391'] in dv-cinder-813222-2-iscsi is: [{'id': '8defe54b-2bef-4931-b890-e6674f11a391', 'name': 'tempest-TestShelveInstance-1796180869-router', 'tenant_id': '7a7b70a460984d07b022d9f7315dfaca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:24:08Z', 'updated_at': '2021-10-12T17:28:49Z', 'revision_number': 6, 'project_id': '7a7b70a460984d07b022d9f7315dfaca', 'gw_port_host': None}] {{(pid=105676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:28:49.781962 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1769782'] for router_gateway, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.870609 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1798086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256017'] for router, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.872691 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.919920 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1798093'] for router, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.920527 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8defe54b-2bef-4931-b890-e6674f11a391 {{(pid=105674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:28:49.925282 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] Notify callbacks [] for router, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:49.926428 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-0e43a2d6-d991-4eae-adea-dfd0975bcf22 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8defe54b-2bef-4931-b890-e6674f11a391 HTTP/1.1" status: 204 len: 168 time: 0.8124928 Oct 12 17:28:49.929558 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60098) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:49.972136 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.db_base_plugin_v2 [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Deleting subnet cac0e488-b63d-4cca-9531-8960e5cc1d12 {{(pid=105674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:28:49.974996 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.008206 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045950'] for subnet, precommit_delete_associations {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.090708 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378430'] for subnet, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.148729 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16909183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18625324'] for subnet, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.167683 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244e337-8f10-4f50-a656-11903de86d34 None None] Network 542ef974-be24-4302-8f9e-f37bef614ba8 requested from dv-cinder-813222-2-iscsi {{(pid=105675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:28:50.177723 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for subnet, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.183432 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cac0e488-b63d-4cca-9531-8960e5cc1d12 HTTP/1.1" status: 204 len: 168 time: 0.2504735 Oct 12 17:28:50.183432 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f51fc-e7b6-4577-bc0e-9405db518ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac0e488-b63d-4cca-9531-8960e5cc1d12,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:50.183685 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60100) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:50.216354 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8411bc6f-3a9e-4396-82f4-e8d844ae654a no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:50.237844 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 8411bc6f-3a9e-4396-82f4-e8d844ae654a {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:50.238126 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 8411bc6f-3a9e-4396-82f4-e8d844ae654a not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:50.262349 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656661'] for network, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.314370 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Deleting port 351f8129-62fb-4fb7-8344-f53b6d20124f {{(pid=105674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:50.314702 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.376575 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.db [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] For port 351f8129-62fb-4fb7-8344-f53b6d20124f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=351f8129-62fb-4fb7-8344-f53b6d20124f,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:50.376954 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.390061 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.plugin [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Calling delete_port for 351f8129-62fb-4fb7-8344-f53b6d20124f owned by network:dhcp {{(pid=105674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:50.553593 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] DHCP port deletion for 542ef974-be24-4302-8f9e-f37bef614ba8 request from dv-cinder-813222-2-iscsi {{(pid=105675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:28:50.636089 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] Deleting port 351f8129-62fb-4fb7-8344-f53b6d20124f {{(pid=105675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:28:50.636532 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761216427942'] for port, before_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.706634 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.db [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] For port 351f8129-62fb-4fb7-8344-f53b6d20124f, host dv-cinder-813222-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-2-iscsi',level=0,port_id=351f8129-62fb-4fb7-8344-f53b6d20124f,segment=NetworkSegment(c6303120-885e-4170-804f-db1127b53ff8),segment_id=c6303120-885e-4170-804f-db1127b53ff8)] {{(pid=105675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:28:50.707298 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1774797'] for port, precommit_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.713939 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16909136'] for port, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.725434 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] Calling delete_port for 351f8129-62fb-4fb7-8344-f53b6d20124f owned by network:dhcp {{(pid=105675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:28:50.742692 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=351f8129-62fb-4fb7-8344-f53b6d20124f,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:50.752331 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] No DVR routers for this DVR port 351f8129-62fb-4fb7-8344-f53b6d20124f on host dv-cinder-813222-2-iscsi {{(pid=105674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:50.841250 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377925', 'neutron.services.segments.db._delete_segments_for_network-8761216493828'] for network, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.872397 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542ef974-be24-4302-8f9e-f37bef614ba8']}} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:50.884123 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6303120-885e-4170-804f-db1127b53ff8') {'for_net_delete': True} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:50.884673 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.services.segments.db [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6303120-885e-4170-804f-db1127b53ff8') {} {{(pid=105674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:28:50.898350 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761216493581', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045941'] for segment, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.914756 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604'] for segment, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.924562 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=105674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:28:50.930369 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16908705'] for segment, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: Traceback (most recent call last): Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: timer() Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: cb(*args, **kw) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: return func(*args, **kwargs) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: self._notify() Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: self.callback(batched_events) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: event.method(event) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: return f(self, *a, **k) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._get(url).json() Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: return self.request(url, 'GET', **kwargs) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:28:50.932928 dv-cinder-813222-2-iscsi neutron-server[105674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:28:50.958396 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761216401924', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761215932164'] for port, after_delete {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:50.988702 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] Pushing event deleted for resources: {'Port': ['ID=351f8129-62fb-4fb7-8344-f53b6d20124f,revision_number=None']} {{(pid=105675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:50.997785 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05cfde-eacd-4fcc-8902-604661baf916 None None] No DVR routers for this DVR port 351f8129-62fb-4fb7-8344-f53b6d20124f on host dv-cinder-813222-2-iscsi {{(pid=105675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:28:51.006173 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1769810'] for network, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.009063 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620485'] for network, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.012952 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] 10.222.0.58 "DELETE /v2.0/networks/542ef974-be24-4302-8f9e-f37bef614ba8 HTTP/1.1" status: 204 len: 168 time: 0.8260176 Oct 12 17:28:51.025949 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8fae-e6e5-4842-a5e3-9e5333196b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=542ef974-be24-4302-8f9e-f37bef614ba8,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:51.174808 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60120) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:51.213910 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-433ca2e5-109c-449e-8bff-0614282f8cad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa0d17f286a74417bb2ec8b31b9fdada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379024 Oct 12 17:28:51.216201 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60122) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:51.263474 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9a037ec9-d652-48e7-bd10-91546c1d92a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.283749 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9a037ec9-d652-48e7-bd10-91546c1d92a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.329987 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9a037ec9-d652-48e7-bd10-91546c1d92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.332550 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-9a037ec9-d652-48e7-bd10-91546c1d92a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.333678 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-9a037ec9-d652-48e7-bd10-91546c1d92a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/644a5620-dd03-4c88-97d3-2d2554d2156e HTTP/1.1" status: 204 len: 168 time: 0.1166019 Oct 12 17:28:51.342444 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a037ec9-d652-48e7-bd10-91546c1d92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a5620-dd03-4c88-97d3-2d2554d2156e,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:51.634710 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60128) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:51.673317 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-1bdc80cb-1702-4205-b799-4acc725f7836 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a7b70a460984d07b022d9f7315dfaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375090 Oct 12 17:28:51.675586 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60130) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:28:51.723278 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4420ec9e-14c1-4a59-836a-5d841e2c0178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.744785 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4420ec9e-14c1-4a59-836a-5d841e2c0178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.791063 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4420ec9e-14c1-4a59-836a-5d841e2c0178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.793579 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-4420ec9e-14c1-4a59-836a-5d841e2c0178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:51.794744 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-4420ec9e-14c1-4a59-836a-5d841e2c0178 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb5c8e89-8691-4feb-8203-f026b1ccc26a HTTP/1.1" status: 204 len: 168 time: 0.1182940 Oct 12 17:28:51.802200 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420ec9e-14c1-4a59-836a-5d841e2c0178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5c8e89-8691-4feb-8203-f026b1ccc26a,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:28:51.900513 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 351f8129-62fb-4fb7-8344-f53b6d20124f no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:51.920657 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 351f8129-62fb-4fb7-8344-f53b6d20124f {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:51.921001 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 351f8129-62fb-4fb7-8344-f53b6d20124f not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:51.921410 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1e9ba179-2d86-4f9c-92b1-55679dc758c6 no longer exists at agent ovs-agent-dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:28:51.940075 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.plugin [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] No Port match for: 1e9ba179-2d86-4f9c-92b1-55679dc758c6 {{(pid=105675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:28:51.940697 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron.plugins.ml2.rpc [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Device 1e9ba179-2d86-4f9c-92b1-55679dc758c6 not bound to the agent host dv-cinder-813222-2-iscsi {{(pid=105675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:28:52.146065 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fa24191-bdee-4e83-b316-5688b989f072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:53.197669 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:53.284311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:55.394963 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:28:55.660948 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:29:01.265609 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.545752 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60292) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:29:16.647792 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-566fe8ca-fd6a-4f12-9ed2-fa4bb07df6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.721534 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-566fe8ca-fd6a-4f12-9ed2-fa4bb07df6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.726367 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-566fe8ca-fd6a-4f12-9ed2-fa4bb07df6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.763769 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-566fe8ca-fd6a-4f12-9ed2-fa4bb07df6ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=094f9b73e0da4cb39bfe22e695fa62a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169375 Oct 12 17:29:16.764677 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fe8ca-fd6a-4f12-9ed2-fa4bb07df6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862749b-4955-4dcc-b7ad-363de41d2f38,revision_number=1']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:29:16.766427 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60296) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:29:16.818459 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b99c230b-3182-43f8-bbdd-a2d4ed9aeb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.839344 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b99c230b-3182-43f8-bbdd-a2d4ed9aeb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.884345 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b99c230b-3182-43f8-bbdd-a2d4ed9aeb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.887265 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-b99c230b-3182-43f8-bbdd-a2d4ed9aeb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:16.888393 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-b99c230b-3182-43f8-bbdd-a2d4ed9aeb24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b862749b-4955-4dcc-b7ad-363de41d2f38 HTTP/1.1" status: 204 len: 168 time: 0.1209786 Oct 12 17:29:16.896472 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c230b-3182-43f8-bbdd-a2d4ed9aeb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862749b-4955-4dcc-b7ad-363de41d2f38,revision_number=None']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:29:19.490623 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-fbd78dbe-d6b2-408f-be6e-9336a97a270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:22.129783 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ea6774ce-da62-417d-b411-de958d33f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:23.199164 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:23.291419 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:25.395982 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:25.803680 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.wsgi [-] (105674) accepted ('10.222.0.58', 60374) {{(pid=105674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:29:25.905211 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3201ef90-9085-4027-8b69-e6b634b3e0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:25.976752 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3201ef90-9085-4027-8b69-e6b634b3e0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:25.980246 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron_lib.callbacks.manager [None req-3201ef90-9085-4027-8b69-e6b634b3e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_create {{(pid=105674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:26.016639 dv-cinder-813222-2-iscsi neutron-server[105674]: INFO neutron.wsgi [None req-3201ef90-9085-4027-8b69-e6b634b3e0ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33e04c4b961841c9ad2c2a207a8a1541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119298 Oct 12 17:29:26.017754 dv-cinder-813222-2-iscsi neutron-server[105674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201ef90-9085-4027-8b69-e6b634b3e0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f82d1-0165-4cf4-946b-d5c7515a9794,revision_number=1']} {{(pid=105674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:29:26.019389 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.wsgi [-] (105673) accepted ('10.222.0.58', 60378) {{(pid=105673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:29:26.067898 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-46f3219c-ec67-49fe-ad76-ffd4f648a419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:26.088938 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-46f3219c-ec67-49fe-ad76-ffd4f648a419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:26.136190 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-46f3219c-ec67-49fe-ad76-ffd4f648a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600130'] for security_group, after_delete {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:26.138768 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-46f3219c-ec67-49fe-ad76-ffd4f648a419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:26.139913 dv-cinder-813222-2-iscsi neutron-server[105673]: INFO neutron.wsgi [None req-46f3219c-ec67-49fe-ad76-ffd4f648a419 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d7f82d1-0165-4cf4-946b-d5c7515a9794 HTTP/1.1" status: 204 len: 168 time: 0.1184170 Oct 12 17:29:26.147326 dv-cinder-813222-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3219c-ec67-49fe-ad76-ffd4f648a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f82d1-0165-4cf4-946b-d5c7515a9794,revision_number=None']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:29:31.285204 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:32.660439 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:29:49.491406 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-560bd403-4edc-4440-a0dd-590a1ac5e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:52.129769 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d2da166f-2578-48f2-8ade-714d6a84663a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:53.200355 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:53.289397 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:29:55.398356 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:01.285402 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:09.665280 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:30:19.493733 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-0eabcbe0-3500-49f7-8a91-2e4d0a337700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:22.130142 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2a6d-48db-453c-a6fc-0783c77f2454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:23.202028 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:23.291314 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:25.400376 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:31.300009 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:46.664890 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:30:49.494417 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-36d03853-77a2-410e-b7b9-78e9bb6773c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:52.129473 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-49e5da79-8e2f-4bce-8196-a64dd1acb496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:53.202634 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:53.293613 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:30:55.403662 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:01.297213 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:19.494693 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-463c70e5-9f8e-4051-87ac-98c85e5e5317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:22.128842 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4546f5df-57c4-4c0b-8522-c77446c9ab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:23.204138 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:23.296920 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:23.663959 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:31:25.406449 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:31.310107 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:49.494730 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-44c086a4-9fa0-435f-84f2-6ff20d3c593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:52.128914 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-69a84975-e98a-41ac-95d2-e8e55e770f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:53.205821 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:53.299375 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:31:55.409542 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:00.663104 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:32:01.308947 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:19.494964 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-44dcf5b8-06df-4566-925c-0c5bf16e9f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:22.129406 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4b988c5a-f827-432b-9a16-79522b34ee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:23.208684 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:23.301310 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:25.412379 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:31.324051 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:37.662365 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:32:49.498048 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-d1581617-01a0-4f14-9ffc-b825a601c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:52.129370 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-281d73fd-cafb-4e0f-b682-7782ddef60fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:53.211097 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:53.305244 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:32:55.416311 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:01.320999 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:14.661746 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:33:19.499455 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3a1b8b61-a443-48c0-8cfd-463002c6420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:22.129975 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-a48027f3-1e6b-4993-ab6a-ebbf3cfcd4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:23.212199 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:23.307071 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:25.418927 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:31.319516 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:49.500431 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-6837348e-1bce-4a10-ad24-403361b15a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:51.660695 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:33:52.130020 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8499803f-077a-4cca-829a-fafdefdfd7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:53.213795 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:53.315786 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:33:55.422681 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:01.318468 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:19.501136 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-4b27fe66-19b4-4da2-9939-6b6d0df01fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:22.131097 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5de21399-ca07-461e-82e7-a9382c180e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:23.214832 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-11df8981-a3b1-46e4-a13d-042f5ae53fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:23.312846 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-5fee5ef8-44d2-4175-a430-9246e1c3858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:25.424685 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-8145f4df-caa8-43be-aa44-72744504cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:28.659826 dv-cinder-813222-2-iscsi neutron-server[105676]: DEBUG neutron.db.agents_db [None req-e074b6f5-8d44-4c8b-9d88-d2fd97a857c4 None None] Agent healthcheck: found 6 active agents {{(pid=105676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:34:31.316764 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-c587d90c-1f83-4118-a9fe-29982d7f5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:34:49.506123 dv-cinder-813222-2-iscsi neutron-server[105675]: DEBUG neutron_lib.callbacks.manager [None req-3407907a-59d2-4144-9903-d71200f632d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761216488942', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391637'] for agent, after_update {{(pid=105675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}